-- Logs begin at Fri 2022-03-04 02:11:38 UTC, end at Fri 2022-03-04 03:16:28 UTC. -- Mar 04 02:49:14.802569 dv-cinder-828061-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 04 02:49:17.711858 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.common.config [-] Logging enabled! Mar 04 02:49:17.712471 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev572 Mar 04 02:49:17.712644 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102837) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 04 02:49:17.716467 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.common.config [-] Logging enabled! Mar 04 02:49:17.716719 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev572 Mar 04 02:49:17.717029 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102837) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 04 02:49:17.717982 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 04 02:49:17.718218 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 04 02:49:17.718586 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 04 02:49:17.718832 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 04 02:49:17.719448 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 04 02:49:17.719779 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.720216 dv-cinder-828061-7-iscsi neutron-server[102837]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 04 02:49:17.720533 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.720830 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.721124 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.721421 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.721729 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.722015 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.722304 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.722599 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.722882 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.723160 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.723444 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.723734 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.724015 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.724298 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.724581 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.724860 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] debug = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.725139 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.725560 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.726011 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.726291 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.726577 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.726854 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.727127 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.727401 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.727692 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.728016 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] host = dv-cinder-828061-7-iscsi {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.728291 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.728576 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.728860 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.729143 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.729415 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.729711 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.730618 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.730898 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.731174 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] log_file = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.731447 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.731734 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.732021 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.732310 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.732535 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.732758 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.733043 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.733327 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.733600 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.733897 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.734172 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.734444 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.734716 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.734982 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.735266 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.735548 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.735830 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.736103 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.736374 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.736644 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.736912 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.737194 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.737463 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.737763 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.738038 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.738320 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.738588 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.738856 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.739152 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.739433 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.739713 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.739994 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.740264 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.740543 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.740821 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.741080 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.741350 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] use_json = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.741619 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.741920 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.742201 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.742473 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.742743 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.743014 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.743284 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.743566 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.743839 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:17.744134 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.744428 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.744725 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.745018 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.745306 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.745612 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.745927 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.746208 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.746495 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.746780 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.747066 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.747341 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.747646 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.747936 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.748228 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.748528 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.748818 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.749109 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.749381 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.749655 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.749952 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.750228 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.750513 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.750789 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.751076 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.751360 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.751636 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.751931 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.752213 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.752503 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.752790 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.753080 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.753337 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.753624 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.753923 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.754196 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.754470 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.754753 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.755028 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.755297 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.755578 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.755852 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.756123 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.756392 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.756665 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.756949 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.757221 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.757495 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.757785 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.758060 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.758327 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.758608 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.758881 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.759148 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.759414 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.759689 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.759959 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.760226 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.760499 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.760766 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.761037 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.761396 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.761680 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.761971 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.762243 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.762516 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.762786 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.763056 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.763329 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.763600 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.763868 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.764136 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.764408 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.764677 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.764958 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.765254 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.765532 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.765831 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.766110 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.766386 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.766662 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.766936 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.767211 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.767493 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.767764 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.768051 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.768331 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.768616 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.768920 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.769199 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.769494 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.769794 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.770074 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.770355 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.770633 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.770911 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.771192 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.771474 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.771769 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.772059 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.772350 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.772638 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.772929 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.773206 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.773512 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.773810 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:17.774029 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 04 02:49:17.774265 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102837) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 04 02:49:18.156430 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 04 02:49:18.156700 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 04 02:49:18.157003 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 04 02:49:18.157474 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 04 02:49:18.489065 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:18.489256 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:18.489529 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:18.490838 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:18.491115 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:18.491381 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:18.537262 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:18.537533 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:18.537822 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:18.551823 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:18.552105 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:18.552371 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:18.581576 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:18.581891 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:18.582161 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:18.619246 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:18.619524 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:18.619795 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:18.970295 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:18.970909 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:18.970909 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:18.971092 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:18.971759 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.069932 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.070249 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.070530 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.070799 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.071067 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.071376 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.071634 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.071890 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.072143 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.072422 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.072680 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.072941 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.073195 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.073445 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.074298 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.074619 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.074879 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.075150 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.075420 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.075678 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.075948 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.076200 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.076480 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.076856 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.077102 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.077353 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.077772 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 02:49:19.078014 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 02:49:19.078252 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 02:49:19.078487 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 02:49:19.078721 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 02:49:19.078954 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 02:49:19.079315 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 04 02:49:19.082773 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 04 02:49:19.086812 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 04 02:49:19.090758 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 04 02:49:19.092397 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 04 02:49:19.092865 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 04 02:49:19.093200 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 04 02:49:19.093583 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 04 02:49:19.096411 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 04 02:49:19.096665 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 04 02:49:19.097008 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 04 02:49:19.101925 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 04 02:49:19.126114 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 04 02:49:19.126566 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.126859 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102837) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 04 02:49:19.127224 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.128588 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102837) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 04 02:49:19.128864 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 04 02:49:19.129107 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 04 02:49:19.132448 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.132728 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.196001 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 04 02:49:19.196241 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 04 02:49:19.196481 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 04 02:49:19.196848 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 04 02:49:19.218165 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_db.sqlalchemy.engines [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102837) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 04 02:49:19.655805 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.managers [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Initializing driver for type 'gre' Mar 04 02:49:19.656434 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] gre ID ranges: [(1, 1000)] Mar 04 02:49:19.711332 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.managers [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Initializing driver for type 'local' Mar 04 02:49:19.711732 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.managers [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Initializing driver for type 'vlan' Mar 04 02:49:19.724931 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] VlanTypeDriver initialization complete Mar 04 02:49:19.725268 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.managers [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Initializing driver for type 'vxlan' Mar 04 02:49:19.725770 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] vxlan ID ranges: [(1, 1000)] Mar 04 02:49:19.776514 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.managers [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Initializing extension driver 'port_security' Mar 04 02:49:19.776870 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.extensions.port_security [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] PortSecurityExtensionDriver initialization complete Mar 04 02:49:19.777210 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.managers [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Initializing mechanism driver 'openvswitch' Mar 04 02:49:19.777550 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.managers [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Initializing mechanism driver 'hyperv' Mar 04 02:49:19.784397 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:49:19.785258 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > port after_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.785629 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > port after_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.786011 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > port after_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.786548 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102837) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 02:49:19.786988 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > subnet after_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.787348 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > subnet after_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.787700 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.788101 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102837) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 02:49:19.788517 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > network after_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.788863 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > network after_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.789209 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > network after_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.789607 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102837) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 02:49:19.790042 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > security_group after_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.790399 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > security_group after_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.790745 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.791145 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102837) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 02:49:19.791553 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.791902 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.792384 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.792675 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102837) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 02:49:19.793080 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > address_group after_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.793432 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > address_group after_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.793808 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.794211 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102837) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 02:49:19.794661 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] ML2 OVO RPC backend initialized. {{(pid=102837) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 04 02:49:19.795374 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.795734 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.796156 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > network before_response 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.796511 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > networks before_response 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.796862 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > port before_response 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.797209 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > ports before_response 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.797556 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > subnet before_response 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.797931 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > subnets before_response 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.798287 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > network after_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.798640 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > network after_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.798983 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > network after_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.799327 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > port after_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.799668 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > port after_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.800010 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > port after_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.800351 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > subnet after_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.800693 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > subnet after_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.801031 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.808924 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.quota [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded quota_driver: . Mar 04 02:49:19.809290 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.plugin [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Modular L2 Plugin initialization complete Mar 04 02:49:19.809639 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading services supported by the core plugin {{(pid=102837) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 04 02:49:19.810003 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.plugins.ml2.managers [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Got port-security extension from driver 'port_security' Mar 04 02:49:19.810491 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.extensions.vlantransparent [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Disabled vlantransparent extension. Mar 04 02:49:19.810993 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102837) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 04 02:49:19.811331 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading Plugin: router Mar 04 02:49:19.847885 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.848286 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > router after_create 55549900 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.848665 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > router before_create 55549900 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.849036 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.849416 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.849808 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > router after_delete 55549900 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.850173 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.850530 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.850892 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > router after_create 55549900 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.851246 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > router after_update 55549900 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.851600 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > router after_update 55549900 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.851951 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.852316 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > router after_update 55549900 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.852731 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > router precommit_update 55549900 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.853106 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: port after_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.853452 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: port after_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.853820 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: subnet after_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.854170 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.854527 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.855002 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > router precommit_create 55549900 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.855364 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: port before_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.855716 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > router precommit_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.856078 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > router after_update 55549900 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.856427 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.856914 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > router precommit_create 55549900 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.857287 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.857642 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > router precommit_update 55549900 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.858039 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > agent after_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.858396 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > agent after_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.858749 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > network after_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.859632 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Tracking information for resource: router configured {{(pid=102837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 02:49:19.859960 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Tracking information for resource: floatingip configured {{(pid=102837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 02:49:19.864903 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.db.l3_agentschedulers_db [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 04 02:49:19.865479 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: port after_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.865888 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: port after_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.866251 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: port after_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.866609 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: port after_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.867396 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > router before_create 55550100 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.867767 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.868138 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > router precommit_create 55550100 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.868501 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > router precommit_update 55550100 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.874014 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.services.provider_configuration [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Service providers = [] {{(pid=102837) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 04 02:49:19.874391 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.db.servicetype_db [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102837) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 04 02:49:19.877395 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.services.service_base [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102837) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 02:49:19.877780 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.services.service_base [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102837) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 02:49:19.878131 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.services.service_base [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102837) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 02:49:19.879041 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.services.service_base [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102837) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 02:49:19.879419 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.services.service_base [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 04 02:49:19.879795 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 02:49:19.880118 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 04 02:49:19.891654 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 02:49:19.891997 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading Plugin: auto_allocate Mar 04 02:49:19.898100 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: network precommit_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.898469 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: network precommit_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.899005 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 02:49:19.899334 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading Plugin: tag Mar 04 02:49:19.906348 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 02:49:19.906685 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading Plugin: timestamp Mar 04 02:49:19.910584 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 02:49:19.910925 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading Plugin: network_ip_availability Mar 04 02:49:19.916438 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.916819 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.917223 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:19.918119 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 02:49:19.918441 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading Plugin: flavors Mar 04 02:49:19.923437 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 02:49:19.923778 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading Plugin: revisions Mar 04 02:49:19.928116 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 02:49:19.928517 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_concurrency.lockutils [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.771s {{(pid=102837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 04 02:49:19.929269 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102837) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 04 02:49:19.929614 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Initializing extension manager. Mar 04 02:49:19.930167 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: __init__.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.930519 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: __pycache__ {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.930862 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.931204 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: address_group.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.931964 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.932540 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: address-group Mar 04 02:49:19.933404 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: address_scope.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.934230 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.934749 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: address-scope Mar 04 02:49:19.935083 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.936031 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.936549 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: router-admin-state-down-before-update Mar 04 02:49:19.936881 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: agent.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.937596 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.938158 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: agent Mar 04 02:49:19.938495 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: agent_resources_synced.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.939415 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.939981 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: agent-resources-synced Mar 04 02:49:19.940317 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: allowedaddresspairs.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.942170 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.942701 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: allowed-address-pairs Mar 04 02:49:19.943036 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: auto_allocated_topology.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.944131 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.944655 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: auto-allocated-topology Mar 04 02:49:19.944988 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: availability_zone.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.945711 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.946239 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: availability_zone Mar 04 02:49:19.946574 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: availability_zone_filter.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.947496 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.948056 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: availability_zone_filter Mar 04 02:49:19.948406 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: data_plane_status.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.950006 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.950521 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension data-plane-status not supported by any of loaded plugins Mar 04 02:49:19.950853 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: default_subnetpools.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.951779 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.952296 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: default-subnetpools Mar 04 02:49:19.952626 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.953450 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.954001 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: dhcp_agent_scheduler Mar 04 02:49:19.954338 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: dns.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.955530 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.956039 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension dns-integration not supported by any of loaded plugins Mar 04 02:49:19.956372 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: dns_domain_ports.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.957313 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.957866 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 04 02:49:19.958205 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.959133 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.959649 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 04 02:49:19.959979 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: dvr.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.960660 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.961175 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: dvr Mar 04 02:49:19.961504 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: ecmp_routes.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.962458 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.962972 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 04 02:49:19.963300 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: empty_string_filtering.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.964293 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.964773 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: empty-string-filtering Mar 04 02:49:19.965096 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.966039 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.966555 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 04 02:49:19.966882 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.967801 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.968321 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 04 02:49:19.968648 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: external_net.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.969572 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.970117 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: external-net Mar 04 02:49:19.970448 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.971365 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.972013 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: extra_dhcp_opt Mar 04 02:49:19.972363 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: extraroute.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.973286 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.973842 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: extraroute Mar 04 02:49:19.974171 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: extraroute_atomic.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.975229 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.975742 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: extraroute-atomic Mar 04 02:49:19.976070 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: filter_validation.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.976747 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.977259 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: filter-validation Mar 04 02:49:19.977586 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: fip_pf_description.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.978547 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.979060 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 04 02:49:19.979387 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: fip_port_details.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.980549 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.981060 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: fip-port-details Mar 04 02:49:19.981389 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: flavors.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.982689 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.983215 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: flavors Mar 04 02:49:19.983549 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.985281 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.985855 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 04 02:49:19.986202 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: floatingip_pools.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.986922 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.987445 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: floatingip-pools Mar 04 02:49:19.987781 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: ip_allocation.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.988731 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.989248 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension ip_allocation not supported by any of loaded plugins Mar 04 02:49:19.989583 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.990548 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.991070 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: ip-substring-filtering Mar 04 02:49:19.991407 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: l2_adjacency.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.992353 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.992867 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 04 02:49:19.993201 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: l3.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.994220 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.994742 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: router Mar 04 02:49:19.995078 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.997924 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:19.998468 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 04 02:49:19.998809 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:19.999752 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.000280 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: ext-gw-mode Mar 04 02:49:20.000619 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.001557 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.002115 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: l3-ha Mar 04 02:49:20.002453 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.003376 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.003895 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 04 02:49:20.004236 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: l3_flavors.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.005156 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.005675 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: l3-flavors Mar 04 02:49:20.006040 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.007428 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.007954 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 04 02:49:20.008315 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.009445 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.010068 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 04 02:49:20.010407 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: l3agentscheduler.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.012239 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.012825 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: l3_agent_scheduler Mar 04 02:49:20.013205 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: local_ip.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.015219 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.015803 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension local_ip not supported by any of loaded plugins Mar 04 02:49:20.016178 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: logging.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.019724 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.020407 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension logging not supported by any of loaded plugins Mar 04 02:49:20.020782 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: metering.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.021643 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.022391 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: metering Mar 04 02:49:20.022786 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.024053 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.024682 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: metering_source_and_destination_fields Mar 04 02:49:20.025071 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: multiprovidernet.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.026238 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.026871 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: multi-provider Mar 04 02:49:20.027315 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: netmtu.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.028437 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.029003 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: net-mtu Mar 04 02:49:20.029406 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: netmtu_writable.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.030426 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.030945 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: net-mtu-writable Mar 04 02:49:20.031278 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: network_availability_zone.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.031956 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.032475 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: network_availability_zone Mar 04 02:49:20.032806 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: network_ip_availability.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.033983 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.034506 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: network-ip-availability Mar 04 02:49:20.034837 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: network_segment_range.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.035614 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.036128 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension network-segment-range not supported by any of loaded plugins Mar 04 02:49:20.036460 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: pagination.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.037450 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.037824 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: pagination Mar 04 02:49:20.038156 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: port_device_profile.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.039087 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.039609 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: port-device-profile Mar 04 02:49:20.039940 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.040879 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.041396 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: port-mac-address-regenerate Mar 04 02:49:20.041757 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.042799 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.043319 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: port-numa-affinity-policy Mar 04 02:49:20.043651 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: port_resource_request.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.044576 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.045090 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension port-resource-request not supported by any of loaded plugins Mar 04 02:49:20.045419 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: port_resource_request_groups.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.046438 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.046955 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 04 02:49:20.047288 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: portbindings.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.048236 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.048758 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: binding Mar 04 02:49:20.049091 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: portbindings_extended.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.050429 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.050954 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: binding-extended Mar 04 02:49:20.051287 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: portsecurity.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.052213 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.052730 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: port-security Mar 04 02:49:20.053059 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: project_id.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.054083 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.054423 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: project-id Mar 04 02:49:20.054757 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: providernet.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.055694 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.056218 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: provider Mar 04 02:49:20.056549 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: qos.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.060727 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.061259 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension qos not supported by any of loaded plugins Mar 04 02:49:20.061600 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.062907 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.063433 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 04 02:49:20.063773 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.064706 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.065231 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 04 02:49:20.065565 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: qos_default.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.066527 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.067047 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension qos-default not supported by any of loaded plugins Mar 04 02:49:20.067380 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: qos_fip.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.068327 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.068845 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension qos-fip not supported by any of loaded plugins Mar 04 02:49:20.069185 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.070144 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.070668 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 04 02:49:20.071000 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: qos_gateway_ip.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.071945 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.072466 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 04 02:49:20.072797 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: qos_port_network_policy.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.074535 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.075059 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 04 02:49:20.075394 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.076454 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.076981 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 04 02:49:20.077316 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.078403 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.078932 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 04 02:49:20.079273 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: qos_pps_rule.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.080733 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.081259 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension qos-pps not supported by any of loaded plugins Mar 04 02:49:20.081594 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: qos_rule_type_details.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.082555 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.083078 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 04 02:49:20.083410 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: qos_rules_alias.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.084481 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.084999 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 04 02:49:20.085332 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: quota_check_limit.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.086281 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.086805 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: quota-check-limit Mar 04 02:49:20.087136 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: quotasv2.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.088100 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.088435 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: quotas Mar 04 02:49:20.088766 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: quotasv2_detail.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.090688 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.091030 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: quota_details Mar 04 02:49:20.091368 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: rbac.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.092439 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.092971 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: rbac-policies Mar 04 02:49:20.093311 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: rbac_address_group.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.094312 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.094821 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: rbac-address-group Mar 04 02:49:20.095153 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: rbac_address_scope.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.096084 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.096606 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: rbac-address-scope Mar 04 02:49:20.096939 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: rbac_security_groups.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.097939 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.098417 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: rbac-security-groups Mar 04 02:49:20.098748 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: rbac_subnetpool.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.099745 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.100263 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: rbac-subnetpool Mar 04 02:49:20.100594 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: revisionifmatch.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.101529 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.102085 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: revision-if-match Mar 04 02:49:20.102415 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: revisions.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.103550 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.104079 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: standard-attr-revisions Mar 04 02:49:20.104418 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: router_availability_zone.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.105653 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.106197 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: router_availability_zone Mar 04 02:49:20.106530 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: routerservicetype.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.107470 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.107991 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension router-service-type not supported by any of loaded plugins Mar 04 02:49:20.108323 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.109272 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.109825 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: security-groups-normalized-cidr Mar 04 02:49:20.110159 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.111104 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.111619 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: port-security-groups-filtering Mar 04 02:49:20.111949 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.112887 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.113407 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: security-groups-remote-address-group Mar 04 02:49:20.113758 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.114722 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.115240 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: security-groups-shared-filtering Mar 04 02:49:20.115571 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.116167 dv-cinder-828061-7-iscsi neutron-server[102837]: WARNING neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 04 02:49:20.116494 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: securitygroup.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.126837 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.127378 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: security-group Mar 04 02:49:20.127722 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: segment.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.128521 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.129040 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension segment not supported by any of loaded plugins Mar 04 02:49:20.129377 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.130364 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.130884 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 04 02:49:20.131219 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: servicetype.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.132342 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.132869 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: service-type Mar 04 02:49:20.133207 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: sorting.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.134227 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.134567 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: sorting Mar 04 02:49:20.134904 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: standard_attr_segment.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.135845 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.136399 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 04 02:49:20.136729 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: standardattrdescription.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.137397 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.137940 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: standard-attr-description Mar 04 02:49:20.138272 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: stateful_security_group.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.139228 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.139751 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: stateful-security-group Mar 04 02:49:20.140081 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: stdattrs_common.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.140659 dv-cinder-828061-7-iscsi neutron-server[102837]: WARNING neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 04 02:49:20.140986 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.141948 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.142468 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 04 02:49:20.142796 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: subnet_onboard.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.143916 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.144446 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: subnet_onboard Mar 04 02:49:20.144785 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.145768 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.146292 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 04 02:49:20.146625 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: subnet_service_types.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.147560 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.148084 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: subnet-service-types Mar 04 02:49:20.148416 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: subnetallocation.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.149536 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.150092 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: subnet_allocation Mar 04 02:49:20.150427 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.151180 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.151741 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: subnetpool-prefix-ops Mar 04 02:49:20.152197 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.153157 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.153676 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 04 02:49:20.154027 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: tagging.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.155082 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.155605 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: standard-attr-tag Mar 04 02:49:20.155939 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: timestamp.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.157147 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.157670 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loaded extension: standard-attr-timestamp Mar 04 02:49:20.158036 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: trunk.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.159089 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.159609 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension trunk not supported by any of loaded plugins Mar 04 02:49:20.159952 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: trunk_details.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.160891 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.161411 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension trunk-details not supported by any of loaded plugins Mar 04 02:49:20.161779 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: uplink_status_propagation.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.162714 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.163238 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 04 02:49:20.163572 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Loading extension file: vlantransparent.py {{(pid=102837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 02:49:20.164250 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 02:49:20.164776 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 04 02:49:20.167903 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Creating instance of TrackedResource for resource:network Mar 04 02:49:20.168619 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Creating instance of TrackedResource for resource:subnet Mar 04 02:49:20.169029 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 02:49:20.169439 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Creating instance of TrackedResource for resource:port Mar 04 02:49:20.170717 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.v2.resource_helper [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 02:49:20.171174 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.v2.resource_helper [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Service FLAVORS assigned prefix: {{(pid=102837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 02:49:20.171796 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.v2.resource_helper [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 02:49:20.172234 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.v2.resource_helper [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 02:49:20.172573 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Creating instance of TrackedResource for resource:router Mar 04 02:49:20.173008 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Creating instance of TrackedResource for resource:floatingip Mar 04 02:49:20.173502 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.v2.resource_helper [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Service METERING assigned prefix: /metering {{(pid=102837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 02:49:20.174996 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:20.175385 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:20.175747 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:49:20.176752 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Creating instance of CountableResource for resource:rbac_policy Mar 04 02:49:20.177214 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Creating instance of TrackedResource for resource:security_group Mar 04 02:49:20.177657 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 04 02:49:20.178293 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.v2.resource_helper [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Service CORE assigned prefix: {{(pid=102837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 02:49:20.178631 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 02:49:20.178980 dv-cinder-828061-7-iscsi neutron-server[102837]: WARNING neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] subnetpool is already registered Mar 04 02:49:20.179422 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.v2.resource_helper [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Service CORE assigned prefix: {{(pid=102837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 02:49:20.179758 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 02:49:20.180095 dv-cinder-828061-7-iscsi neutron-server[102837]: WARNING neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] subnetpool is already registered Mar 04 02:49:20.182372 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.v2.resource_helper [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 02:49:20.182812 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.v2.resource_helper [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Service FLAVORS assigned prefix: {{(pid=102837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 02:49:20.184043 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.v2.resource_helper [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 02:49:20.184476 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.v2.resource_helper [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 02:49:20.184817 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Creating instance of TrackedResource for resource:router Mar 04 02:49:20.185164 dv-cinder-828061-7-iscsi neutron-server[102837]: WARNING neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] router is already registered Mar 04 02:49:20.185590 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Creating instance of TrackedResource for resource:floatingip Mar 04 02:49:20.185961 dv-cinder-828061-7-iscsi neutron-server[102837]: WARNING neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] floatingip is already registered Mar 04 02:49:20.186421 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.v2.resource_helper [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Service METERING assigned prefix: /metering {{(pid=102837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 02:49:20.187097 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Creating instance of CountableResource for resource:rbac_policy Mar 04 02:49:20.187430 dv-cinder-828061-7-iscsi neutron-server[102837]: WARNING neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] rbac_policy is already registered Mar 04 02:49:20.187855 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Creating instance of TrackedResource for resource:security_group Mar 04 02:49:20.188197 dv-cinder-828061-7-iscsi neutron-server[102837]: WARNING neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] security_group is already registered Mar 04 02:49:20.188605 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 04 02:49:20.188941 dv-cinder-828061-7-iscsi neutron-server[102837]: WARNING neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] security_group_rule is already registered Mar 04 02:49:20.189580 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.v2.resource_helper [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Service CORE assigned prefix: {{(pid=102837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 02:49:20.189953 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 02:49:20.190302 dv-cinder-828061-7-iscsi neutron-server[102837]: WARNING neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] subnetpool is already registered Mar 04 02:49:20.190729 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.v2.resource_helper [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Service CORE assigned prefix: {{(pid=102837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 02:49:20.191059 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 02:49:20.191396 dv-cinder-828061-7-iscsi neutron-server[102837]: WARNING neutron.quota.resource_registry [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] subnetpool is already registered Mar 04 02:49:20.191867 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: extensions {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.193342 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: address-groups {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.194906 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: address-scopes {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.196248 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: agents {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.197416 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: auto-allocated-topology {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.198816 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: availability_zones {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.200057 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: dhcp-networks {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.201589 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: dhcp-agents {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.203051 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: routers {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.205546 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: flavors {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.206757 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: service_profiles {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.207996 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: next_providers {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.209583 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: service_profiles {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.211167 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: floatingip-pools {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.212395 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: routers {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.214623 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: floatingips {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.216886 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: l3-routers {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.218307 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: l3-agents {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.219739 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: metering-labels {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.221107 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: metering-label-rules {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.222434 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: network-ip-availabilities {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.223724 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: bindings {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.225391 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: quotas {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.226996 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: quotas {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.228532 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: rbac-policies {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.230416 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: security-groups {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.231724 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: security-group-rules {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.232972 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: service-providers {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.234240 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: subnetpools {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.235662 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: subnetpools {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.237139 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: tags {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.238882 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: tags {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.240709 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: tags {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.242510 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: tags {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.244307 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: tags {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.246865 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: tags {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.248569 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: tags {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.250518 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: tags {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.252298 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: tags {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.254197 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron.api.extensions [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Extended resource: tags {{(pid=102837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 02:49:20.259983 dv-cinder-828061-7-iscsi neutron-server[102837]: WARNING keystonemiddleware.auth_token [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 04 02:49:20.264733 dv-cinder-828061-7-iscsi neutron-server[102837]: WARNING keystonemiddleware.auth_token [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 04 02:49:20.273504 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_concurrency.lockutils [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Acquired lock "singleton_lock" {{(pid=102837) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 04 02:49:20.274009 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_concurrency.lockutils [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Releasing lock "singleton_lock" {{(pid=102837) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 04 02:49:20.274671 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO oslo_service.service [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Starting 2 workers Mar 04 02:49:20.279780 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Started child 102946 {{(pid=102837) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 02:49:20.284385 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Started child 102948 {{(pid=102837) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 02:49:20.286783 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO neutron.service [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 04 02:49:20.286783 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:20.286971 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:20.288470 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [-] (102946) wsgi starting up on http://0.0.0.0:9696 Mar 04 02:49:20.289221 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO oslo_service.service [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Starting 1 workers Mar 04 02:49:20.290105 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:20.291592 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [-] (102948) wsgi starting up on http://0.0.0.0:9696 Mar 04 02:49:20.295193 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Started child 102955 {{(pid=102837) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 02:49:20.295783 dv-cinder-828061-7-iscsi neutron-server[102837]: INFO oslo_service.service [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Starting 1 workers Mar 04 02:49:20.299612 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.service [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] calling RpcWorker wait() {{(pid=102955) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 04 02:49:20.300211 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.service [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] returning from RpcWorker wait() {{(pid=102955) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 04 02:49:20.300661 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Started child 102958 {{(pid=102837) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 02:49:20.301515 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2c8db391-a651-4e23-ab3b-112d2a221ba6 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:20.301615 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:20.302131 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:49:20.303720 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102837) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 04 02:49:20.303952 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 04 02:49:20.304154 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 04 02:49:20.304373 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 04 02:49:20.304736 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 04 02:49:20.304902 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 04 02:49:20.305432 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.306081 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.306371 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.306623 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.306917 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.307521 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.307782 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.308655 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.308948 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.309284 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.309380 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.309540 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.310002 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.310406 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.310933 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.311353 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.311751 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:20.312259 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.312667 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.312991 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.313415 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.313870 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.314267 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.314678 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] debug = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.315068 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.315725 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.316137 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.316531 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.316916 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.317345 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.317760 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.318188 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.318572 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.318981 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.319367 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.319770 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.320153 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.320521 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.320925 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.321304 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.321740 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.322111 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.322712 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] host = dv-cinder-828061-7-iscsi {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.323095 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.323493 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.323906 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.324396 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.324800 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.325222 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.325632 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.325944 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.326211 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.326457 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.326709 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.326956 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.327203 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.327450 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] log_file = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.327623 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] log_options = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.327887 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.328181 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.328446 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.328641 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.328816 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.328984 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.329252 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.329423 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.329677 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.329956 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.330394 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.330646 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.330870 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.331111 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.331373 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.331612 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.331838 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.332074 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.332338 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.332588 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.332819 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.333050 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.333272 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.333498 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.333768 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.333970 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.334429 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.334657 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.334890 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.335130 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.335369 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.335648 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.335871 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.336205 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.336484 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.336722 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.336976 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.337171 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.337444 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.337677 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.337828 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:49:20.337986 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.338237 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.338461 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.338702 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.339032 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.339432 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.339766 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] use_json = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.340139 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.340283 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.340548 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.340782 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.341020 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.341242 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.341465 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.341722 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.341951 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.342398 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.342694 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.343013 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.343247 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.343488 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.343749 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.344006 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.344251 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.344510 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.344806 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.345150 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.345485 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.345849 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.346122 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.346603 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.346946 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.347214 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.347476 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.347755 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.348041 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.348182 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.348377 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.349228 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.349228 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.349228 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.349475 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.349594 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.350227 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.350410 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.350752 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.351030 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.351312 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.351567 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.351792 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.352020 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.352952 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.353209 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.353711 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.353980 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.354259 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.355298 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.355660 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.357755 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.357755 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.357755 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.357755 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.357755 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.357755 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.358499 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.358499 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.359225 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.359508 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.359746 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.359972 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.360231 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.360479 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.360753 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.361043 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.361271 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.361495 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.362696 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.362884 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.363128 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.363363 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.363583 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.363800 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.364030 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.364275 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.364544 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.364798 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.365858 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.365858 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.365858 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.365858 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.366367 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.366367 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.366623 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.368121 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.368121 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.368121 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.368121 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.368121 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.368121 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.368853 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.368853 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.368853 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.373964 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.374250 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.374502 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.374769 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.375013 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.375318 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.375703 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.375915 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.376170 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.376429 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.376706 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.376948 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.377212 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.377445 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.377714 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.377947 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.378233 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.378502 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.378742 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.378998 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.379227 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.379504 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.379746 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.379989 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.380238 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.380485 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.380734 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.380968 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.381283 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.381523 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.382307 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.382564 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.382808 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.383087 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.383354 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.383611 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.383842 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.384127 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.384440 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.384710 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.384971 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.385230 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.385469 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.386032 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.386541 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.386541 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.386936 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.387199 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.387446 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.387692 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.387944 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.388171 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.388407 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.388739 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.388980 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.389235 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.389447 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.389795 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.390064 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.390321 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.390591 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.390860 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.391126 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.391400 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.391636 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.392261 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.392507 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.392746 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.392966 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.393218 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.393439 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.393714 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.393960 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.394213 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.394484 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.394747 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.394981 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.395197 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.395421 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.395646 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.395900 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.396120 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.396374 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.396626 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.396876 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.397100 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.397352 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.397591 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.397897 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.398139 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.398441 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.398716 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.398936 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.399169 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.399434 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.399715 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.399914 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.400180 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.400405 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.400626 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.400842 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.401083 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.401302 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.401521 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.402620 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.402879 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.403146 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.403411 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.403783 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.404050 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.404288 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.404525 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.404780 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.405003 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.405225 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.405469 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.405848 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.406096 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.406326 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.406581 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.406812 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.407034 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.407255 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.407496 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.407761 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.408007 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.408266 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.408490 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.408715 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.408939 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.409174 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.409398 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.409614 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.409911 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.410137 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.410397 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.410615 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.410921 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.411181 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.411431 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.411691 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.411943 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.412199 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.412442 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.412646 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.413060 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.413463 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.413925 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.414146 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.414382 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.414601 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.414819 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.415047 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.415269 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.415484 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.415711 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.415928 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.416140 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.416523 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.416756 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.416976 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.417802 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.418373 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.418373 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.418527 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.418660 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.419056 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.419493 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.419719 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.419942 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.420173 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.420421 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.420644 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.420908 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.421165 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.421390 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.421705 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.422020 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.422289 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.422551 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.422879 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.423100 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.423343 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.423899 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.423899 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.424067 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.424278 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.424590 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.424907 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.425187 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.425452 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.425762 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.426042 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.426318 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.426537 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.426844 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.427162 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.427457 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.427737 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.427968 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.428230 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.428478 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.428699 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.429173 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.429437 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.430743 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.430743 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.430743 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.430743 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.430743 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.431103 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.431103 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.431355 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.431679 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.431923 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.432147 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.432305 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 04 02:49:20.433040 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102837) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 04 02:49:20.433203 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 04 02:49:20.433359 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 04 02:49:20.433531 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 04 02:49:20.433725 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 04 02:49:20.433951 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 04 02:49:20.434082 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.434241 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.434404 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.434566 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.434727 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.434910 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.435072 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.435232 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.435393 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.435553 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.435713 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.435876 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.436043 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.436203 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.436374 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.436635 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.436767 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.436899 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.437024 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.437147 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.437271 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.437428 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.437586 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] debug = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.438187 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.438187 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.438462 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.438585 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.438692 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.438799 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.438923 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.439086 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.439251 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.439631 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.439631 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.439881 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.439881 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.440123 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.440245 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.440367 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.440490 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.440612 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.440755 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] host = dv-cinder-828061-7-iscsi {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.441281 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.441281 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.441281 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.441657 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.441657 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.441657 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.441946 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.441946 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.442091 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.442241 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.442400 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.442565 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.442723 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.442883 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] log_file = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.443043 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] log_options = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.443202 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.443359 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.443521 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.443707 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.443877 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.444038 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.444213 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.444354 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.444487 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.444623 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.444784 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.444943 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.445103 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.445262 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.445407 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.445569 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.445960 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.446139 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.446317 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.446483 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.446642 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.446806 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.446949 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.447097 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.447263 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.447406 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.447570 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.447712 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.447894 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.448040 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.448176 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.448312 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.449032 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.449202 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.449363 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.449580 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.450157 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.450343 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.450512 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.450675 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.450836 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.450997 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.451157 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.451317 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.451478 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.451637 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.451795 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] use_json = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.451955 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.452114 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.452273 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.452436 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.452595 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.452801 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.452927 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.453049 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.453216 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 02:49:20.453378 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.453544 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.453786 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.453947 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.454088 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.454255 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.454425 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.454590 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.454753 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.454917 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.455090 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.455508 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.455682 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.455846 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.456011 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.456178 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.456331 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.456496 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.456680 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.456824 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.456961 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.457128 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.457306 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.457471 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.457635 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.458041 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.458212 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.458386 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.458538 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.458720 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.458900 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.459063 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.459222 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.459361 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.459497 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.459633 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.459795 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.459961 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.460126 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.460290 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.460454 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.460619 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.460784 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.460948 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.461112 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.461276 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.461441 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.461604 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.461794 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.461944 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.462108 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.462272 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.462437 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.462602 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.462783 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.462931 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.463095 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.463326 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.463455 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.463582 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.463746 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.463909 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.464099 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.464838 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.465002 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.465333 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.465495 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.465655 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.465878 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.466046 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.466210 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.466375 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.466545 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.466706 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.467022 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.467351 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.467523 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.467725 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.467867 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.468003 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.468139 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.468289 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.468442 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.468613 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.468778 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.468941 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.469107 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.469271 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.469434 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.469599 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.469789 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.469965 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.470147 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.470313 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.470477 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.470562 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:49:20.470635 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.470796 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.471059 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.471229 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.471391 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.471703 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.472003 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.472174 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.472338 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.472507 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.472672 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.472899 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.472993 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.473409 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.473409 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.473668 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.473824 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.474411 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.474411 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.474411 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.474411 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.474869 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.474869 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.474869 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.475225 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.475225 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.475455 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.475455 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.475683 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.475804 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.475935 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.476059 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.476191 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.476342 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.476503 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.481721 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.481721 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.481721 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.481721 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.482251 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 53538) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:49:20.482480 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.482480 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.482480 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.482480 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.482480 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.482480 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.482480 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.482480 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.483617 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.483617 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.483617 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.483617 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.483617 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.483617 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.483617 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.483617 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.484736 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.484736 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.484736 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.484736 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.484736 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.484736 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.484736 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.484736 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.485236 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.485236 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.485236 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.485236 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.485236 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.485236 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.485236 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.485236 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.485801 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.485801 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.485801 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.485801 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.485801 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.485801 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.485801 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.485801 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.486329 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.486329 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.486329 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.486329 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.486329 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.486329 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.486329 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.486329 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.486848 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.486848 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.486848 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.486848 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.486848 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.487173 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.487252 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.492363 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.492363 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.492363 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.492363 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.492363 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.492363 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.492363 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.492363 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.493216 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.493216 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.493216 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.493216 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.493216 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.493216 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.493216 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.493216 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.493216 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.494141 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.494141 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.494141 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.494141 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.494556 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0125320 Mar 04 02:49:20.494673 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.494673 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.494673 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.494673 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.494673 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.494673 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.494673 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.494673 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.494673 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.496190 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.496190 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.496190 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.496190 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.496190 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.496190 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.496190 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.496190 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.497078 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.497078 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.497078 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.497078 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.497078 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.497078 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.497078 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.497078 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.498024 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.498024 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.498024 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.498024 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.498024 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.498024 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.498024 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.498740 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.498740 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.498740 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.499020 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.499020 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.499211 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.499313 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.499432 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.499597 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.499769 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.500731 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.500731 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.500731 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.500731 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.500731 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.500731 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.501324 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.501324 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.501324 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.501324 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.501725 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.501725 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.501925 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.502047 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.502182 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.502306 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.502427 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.502582 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.502747 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.502912 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.503079 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.503248 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.503424 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.503596 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.503761 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.503932 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.504106 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.504280 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.504445 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.504616 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.504793 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.504957 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.505121 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.505339 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.505458 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.505616 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.506268 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.506447 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.506698 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.506823 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.506927 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.507066 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.507229 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.507393 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.507561 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.507726 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.507891 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.508055 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.508219 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.508402 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 02:49:20.508559 dv-cinder-828061-7-iscsi neutron-server[102837]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 04 02:49:31.972666 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19ee9f0-a7e9-4285-bad9-9c174adde308 None None] get_active_networks_info from dv-cinder-828061-7-iscsi {{(pid=102955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 04 02:49:32.034874 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19ee9f0-a7e9-4285-bad9-9c174adde308 None None] No non-hosted networks {{(pid=102955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 04 02:49:32.047726 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.agentschedulers_db [None req-e19ee9f0-a7e9-4285-bad9-9c174adde308 None None] DHCP Agent not found on host dv-cinder-828061-7-iscsi {{(pid=102955) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 04 02:49:32.166326 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-9a2172bf-4714-4068-901e-b341a8d3beb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642135'] for agent (193be762-5f90-4059-8499-961b96963e98), after_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:34.310663 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-cc50c893-cc07-4d36-8155-369a02100e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642135'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:34.343651 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-3d9c8f65-c815-4ceb-bec8-d26790d19953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:35.334391 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642135'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:36.673347 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642135'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:38.172610 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 53622) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:49:38.359082 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642135'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:38.361505 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:38.364482 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:38.366836 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:38.367212 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:38.368753 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:38.369373 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:38.370034 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:38.371524 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:38.372064 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:38.373861 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:38.374617 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:38.375173 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:38.375709 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:38.376891 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-828061-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:49:38.400519 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-828061-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:49:38.698242 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.db.l3_hamode_db [None req-2800e723-005e-41b1-83cd-bd8dde491353 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 04 02:49:38.756094 dv-cinder-828061-7-iscsi neutron-server[102948]: WARNING oslo_policy.policy [None req-1a0c4033-fc0b-4f37-88fb-58419052f2b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 02:49:38.756816 dv-cinder-828061-7-iscsi neutron-server[102948]: WARNING oslo_policy.policy [None req-1a0c4033-fc0b-4f37-88fb-58419052f2b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 02:49:38.781048 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2800e723-005e-41b1-83cd-bd8dde491353 None None] Routers set() bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:49:38.781444 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2800e723-005e-41b1-83cd-bd8dde491353 None None] Router IDs set() for agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 04 02:49:38.984271 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [None req-1a0c4033-fc0b-4f37-88fb-58419052f2b7 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102948) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 02:49:38.985309 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-1a0c4033-fc0b-4f37-88fb-58419052f2b7 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8118086 Mar 04 02:49:41.522235 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 53648) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:49:42.012939 dv-cinder-828061-7-iscsi neutron-server[102946]: WARNING oslo_policy.policy [None req-4ba55709-5a6c-4066-b81e-5761d30b9d4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 02:49:42.013562 dv-cinder-828061-7-iscsi neutron-server[102946]: WARNING oslo_policy.policy [None req-4ba55709-5a6c-4066-b81e-5761d30b9d4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 02:49:42.236477 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-4ba55709-5a6c-4066-b81e-5761d30b9d4e admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:49:42.330122 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.policy [None req-4ba55709-5a6c-4066-b81e-5761d30b9d4e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102946) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 04 02:49:42.372642 dv-cinder-828061-7-iscsi neutron-server[102946]: WARNING oslo_policy.policy [None req-4ba55709-5a6c-4066-b81e-5761d30b9d4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 02:49:42.373017 dv-cinder-828061-7-iscsi neutron-server[102946]: WARNING oslo_policy.policy [None req-4ba55709-5a6c-4066-b81e-5761d30b9d4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 02:49:42.466882 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4ba55709-5a6c-4066-b81e-5761d30b9d4e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753426088631', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753426088090', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753426085175', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753426076588', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753426071449', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753426062849', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3516853', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3391988', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-868658', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-962529'] for rbac-policy (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:42.530580 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4ba55709-5a6c-4066-b81e-5761d30b9d4e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:42.531915 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-4ba55709-5a6c-4066-b81e-5761d30b9d4e admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0076678 Mar 04 02:49:45.016704 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 53664) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:49:45.327354 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:49:45.355742 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Made reservation on behalf of 36f56dc006f94873950b138bd95e9c60 for: {'network': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:49:45.359526 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for network (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:45.375862 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:45.482169 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Publish callbacks [] for security_group (24ff7489-9d90-484a-bf5e-72bccd2db08e), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:45.486021 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (24ff7489-9d90-484a-bf5e-72bccd2db08e), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:45.512107 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=102946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 02:49:45.546400 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753426307476', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (4bf0e16b-3f53-4986-b634-a1b16630d558), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:45.546953 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Unsubscribe: segment precommit_create {{(pid=102946) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 04 02:49:45.547469 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.db.segments_db [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Added segment 4bf0e16b-3f53-4986-b634-a1b16630d558 of type vlan for network 2518ff69-b240-4d96-8b83-72069ab80596 Mar 04 02:49:45.563439 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=24ff7489-9d90-484a-bf5e-72bccd2db08e,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:49:45.590403 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:45.590776 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:45.591135 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:45.591475 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:45.591806 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:45.592132 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:45.592459 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:45.592778 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:45.593099 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:45.593433 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:45.593787 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:45.594106 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:45.594422 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Tracked resource versions report: Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: pushed versions: Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: { 'AddressGroup': {'1.2'}, Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: 'ConntrackHelper': {'1.0'}, Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: 'LocalIPAssociation': {'1.0'}, Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: 'Log': {'1.0'}, Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: 'Network': {'1.1'}, Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: 'Port': {'1.7'}, Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: 'PortForwarding': {'1.2'}, Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: 'QosPolicy': {'1.10'}, Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: 'SecurityGroup': {'1.5'}, Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: 'SecurityGroupRule': {'1.2'}, Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: 'SubPort': {'1.0'}, Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: 'Subnet': {'1.1'}, Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: 'Trunk': {'1.1'}} Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: consumer versions: Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: { DHCP agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: L3 agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: Metadata agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: Metering agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: Open vSwitch agent@dv-cinder-828061-7-iscsi: { 'AddressGroup': '1.2', Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: 'ConntrackHelper': '1.0', Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: 'LocalIPAssociation': '1.0', Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: 'Log': '1.0', Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: 'Network': '1.1', Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: 'Port': '1.7', Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: 'PortForwarding': '1.2', Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: 'QosPolicy': '1.10', Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: 'SecurityGroup': '1.5', Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: 'SecurityGroupRule': '1.2', Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: 'SubPort': '1.0', Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: 'Subnet': '1.1', Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: 'Trunk': '1.1'}} Mar 04 02:49:45.595792 dv-cinder-828061-7-iscsi neutron-server[102946]: {{(pid=102946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 02:49:45.659114 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753425852492'] for network (2518ff69-b240-4d96-8b83-72069ab80596), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:45.698699 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for network (2518ff69-b240-4d96-8b83-72069ab80596), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:45.704251 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:49:45.704980 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:45.801984 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7841854 Mar 04 02:49:45.832990 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9107ed-947d-4f33-969c-ed078e43b4cc demo demo] Pushing event updated for resources: {'Network': ['ID=2518ff69-b240-4d96-8b83-72069ab80596,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:49:45.846512 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Network 2518ff69-b240-4d96-8b83-72069ab80596 details requested by agent ovs-agent-dv-cinder-828061-7-iscsi with host dv-cinder-828061-7-iscsi {{(pid=102955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 02:49:48.349474 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 53676) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:49:48.754068 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4294eb4a-bfff-44e7-92c2-401796208546 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:49:48.755375 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-4294eb4a-bfff-44e7-92c2-401796208546 demo admin] 10.222.0.16 "GET /v2.0/networks/2518ff69-b240-4d96-8b83-72069ab80596 HTTP/1.1" status: 200 len: 825 time: 0.4048378 Mar 04 02:49:48.779716 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-8add9f43-476c-4547-9858-c8be5e61d83c demo admin] 10.222.0.16 "GET /v2.0/subnetpools/01a7f7f6-7d97-4098-9c7e-86eff62ae994 HTTP/1.1" status: 200 len: 734 time: 0.0181527 Mar 04 02:49:48.787905 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-38da40fe-02de-4226-8316-71f38da9a0a2 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '2518ff69-b240-4d96-8b83-72069ab80596', 'subnetpool_id': '01a7f7f6-7d97-4098-9c7e-86eff62ae994', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:49:48.807367 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38da40fe-02de-4226-8316-71f38da9a0a2 demo admin] Made reservation on behalf of 36f56dc006f94873950b138bd95e9c60 for: {'subnet': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:49:48.809706 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-38da40fe-02de-4226-8316-71f38da9a0a2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:49.093264 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-38da40fe-02de-4226-8316-71f38da9a0a2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for subnet (e66133e2-0fbf-4060-8387-f8e197bf6c95), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:49.160901 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da40fe-02de-4226-8316-71f38da9a0a2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e66133e2-0fbf-4060-8387-f8e197bf6c95,revision_number=0']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:49:49.165292 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38da40fe-02de-4226-8316-71f38da9a0a2 demo admin] Checking segment: {'id': '4bf0e16b-3f53-4986-b634-a1b16630d558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2518ff69-b240-4d96-8b83-72069ab80596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:49:49.165820 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38da40fe-02de-4226-8316-71f38da9a0a2 demo admin] Network hostable DHCP agents. Network: 2518ff69-b240-4d96-8b83-72069ab80596, hostable agents: ['193be762-5f90-4059-8499-961b96963e98'], hosted agents: [] {{(pid=102946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 02:49:49.185947 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38da40fe-02de-4226-8316-71f38da9a0a2 demo admin] Network 2518ff69-b240-4d96-8b83-72069ab80596 is scheduled to be hosted by DHCP agent 193be762-5f90-4059-8499-961b96963e98 with binding_index 1 {{(pid=102946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 02:49:49.195889 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-38da40fe-02de-4226-8316-71f38da9a0a2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-7-iscsi, 2518ff69-b240-4d96-8b83-72069ab80596) {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:49:49.200735 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38da40fe-02de-4226-8316-71f38da9a0a2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:49:49.201428 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-38da40fe-02de-4226-8316-71f38da9a0a2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:49.209207 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4060984f-0634-4253-a989-eb704671d727 None None] Network 2518ff69-b240-4d96-8b83-72069ab80596 requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 02:49:49.217492 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-38da40fe-02de-4226-8316-71f38da9a0a2 demo admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4326890 Mar 04 02:49:49.586597 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5abfbf6-2497-5bc8-8249-8e37f7c4ec42-2518ff69-b240-4d96-8b83-72069ab80596', 'network_id': '2518ff69-b240-4d96-8b83-72069ab80596', 'project_id': '36f56dc006f94873950b138bd95e9c60', 'fixed_ips': [{'subnet_id': 'e66133e2-0fbf-4060-8387-f8e197bf6c95'}]}} from dv-cinder-828061-7-iscsi. {{(pid=102955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 02:49:49.588489 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:49.862788 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.db_base_plugin_common [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Allocated IP 172.20.0.2 (2518ff69-b240-4d96-8b83-72069ab80596/e66133e2-0fbf-4060-8387-f8e197bf6c95/90077502-d624-4bb1-941a-cca15222b957) {{(pid=102955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:49:50.129178 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Publish callbacks [] for port (90077502-d624-4bb1-941a-cca15222b957), precommit_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:50.136799 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (90077502-d624-4bb1-941a-cca15222b957), after_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:50.209246 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Network 2518ff69-b240-4d96-8b83-72069ab80596 is already hosted by enough agents. {{(pid=102955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:49:50.214940 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.scheduler.base_scheduler [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Resources bound (agent type, host, resource id): {{(pid=102955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:49:50.223828 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Received port after_create {{(pid=102955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:49:50.228498 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Pushing event updated for resources: {'Port': ['ID=90077502-d624-4bb1-941a-cca15222b957,revision_number=1']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:49:50.259075 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:50.259968 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:50.260326 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:50.260666 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:50.260998 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:50.261325 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:50.261652 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:50.262003 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:50.262328 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:50.262674 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:50.263002 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:50.263321 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:50.263642 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Tracked resource versions report: Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: pushed versions: Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: { 'AddressGroup': {'1.2'}, Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: 'ConntrackHelper': {'1.0'}, Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: 'LocalIPAssociation': {'1.0'}, Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: 'Log': {'1.0'}, Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: 'Network': {'1.1'}, Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: 'Port': {'1.7'}, Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: 'PortForwarding': {'1.2'}, Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: 'QosPolicy': {'1.10'}, Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: 'SecurityGroup': {'1.5'}, Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: 'SecurityGroupRule': {'1.2'}, Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: 'SubPort': {'1.0'}, Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: 'Subnet': {'1.1'}, Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: 'Trunk': {'1.1'}} Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: consumer versions: Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: { DHCP agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: L3 agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: Metadata agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: Metering agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: Open vSwitch agent@dv-cinder-828061-7-iscsi: { 'AddressGroup': '1.2', Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: 'ConntrackHelper': '1.0', Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: 'LocalIPAssociation': '1.0', Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: 'Log': '1.0', Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: 'Network': '1.1', Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: 'Port': '1.7', Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: 'PortForwarding': '1.2', Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: 'QosPolicy': '1.10', Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: 'SecurityGroup': '1.5', Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: 'SecurityGroupRule': '1.2', Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: 'SubPort': '1.0', Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: 'Subnet': '1.1', Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: 'Trunk': '1.1'}} Mar 04 02:49:50.265044 dv-cinder-828061-7-iscsi neutron-server[102955]: {{(pid=102955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 02:49:50.314130 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Attempting to bind port 90077502-d624-4bb1-941a-cca15222b957 on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:49:50.314534 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Attempting to bind port 90077502-d624-4bb1-941a-cca15222b957 by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': '4bf0e16b-3f53-4986-b634-a1b16630d558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2518ff69-b240-4d96-8b83-72069ab80596'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:49:50.314947 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Attempting to bind port 90077502-d624-4bb1-941a-cca15222b957 on network 2518ff69-b240-4d96-8b83-72069ab80596 {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:49:50.319816 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:49:50.320197 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Checking segment: {'id': '4bf0e16b-3f53-4986-b634-a1b16630d558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2518ff69-b240-4d96-8b83-72069ab80596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:49:50.320697 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:50.321084 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Bound using segment: {'id': '4bf0e16b-3f53-4986-b634-a1b16630d558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2518ff69-b240-4d96-8b83-72069ab80596'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:49:50.322264 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Bound port: 90077502-d624-4bb1-941a-cca15222b957, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf0e16b-3f53-4986-b634-a1b16630d558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2518ff69-b240-4d96-8b83-72069ab80596'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:49:50.323223 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (90077502-d624-4bb1-941a-cca15222b957), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:50.385971 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] For port 90077502-d624-4bb1-941a-cca15222b957, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:49:50.390541 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] For port 90077502-d624-4bb1-941a-cca15222b957, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=90077502-d624-4bb1-941a-cca15222b957,segment=NetworkSegment(4bf0e16b-3f53-4986-b634-a1b16630d558),segment_id=4bf0e16b-3f53-4986-b634-a1b16630d558)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:49:50.398328 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (90077502-d624-4bb1-941a-cca15222b957), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:50.464457 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb988a-dcec-4581-9c90-02140b6caf41 None None] Pushing event updated for resources: {'Port': ['ID=90077502-d624-4bb1-941a-cca15222b957,revision_number=2']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:49:51.807355 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 53684) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:49:52.120002 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [None req-4351bfa4-3906-4411-ba99-b5b30eb44634 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102946) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 02:49:52.121206 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-4351bfa4-3906-4411-ba99-b5b30eb44634 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3128910 Mar 04 02:49:54.697143 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 53692) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:49:55.007010 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [None req-157c6bbb-4158-4db4-9f82-0df91e652bb5 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102946) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 02:49:55.008022 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-157c6bbb-4158-4db4-9f82-0df91e652bb5 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3099334 Mar 04 02:49:57.572350 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 53700) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:49:57.883064 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-5b9dac6d-ca68-48aa-a177-21e15a968929 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:49:57.905764 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5b9dac6d-ca68-48aa-a177-21e15a968929 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59233'] for router (6243e227-171f-43b0-a3ad-ff18a99256eb), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:57.907354 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5b9dac6d-ca68-48aa-a177-21e15a968929 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59160'] for router (6243e227-171f-43b0-a3ad-ff18a99256eb), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:58.043708 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5b9dac6d-ca68-48aa-a177-21e15a968929 demo demo] Publish callbacks [] for router_controller (6243e227-171f-43b0-a3ad-ff18a99256eb), precommit_add_association {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:58.048074 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5b9dac6d-ca68-48aa-a177-21e15a968929 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642414'] for router (6243e227-171f-43b0-a3ad-ff18a99256eb), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:58.065781 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5b9dac6d-ca68-48aa-a177-21e15a968929 demo demo] Publish callbacks [] for router (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:49:58.066962 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-5b9dac6d-ca68-48aa-a177-21e15a968929 demo demo] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4933169 Mar 04 02:50:00.621490 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 53712) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:50:00.947409 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [None req-243d6aa7-bac8-4702-834c-16c212959e47 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102946) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 02:50:00.948424 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-243d6aa7-bac8-4702-834c-16c212959e47 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3259511 Mar 04 02:50:01.088604 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 90077502-d624-4bb1-941a-cca15222b957 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:50:01.182593 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 90077502-d624-4bb1-941a-cca15222b957 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:50:01.183030 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (90077502-d624-4bb1-941a-cca15222b957), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:01.290929 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 90077502-d624-4bb1-941a-cca15222b957 is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:50:01.291234 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (90077502-d624-4bb1-941a-cca15222b957), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:01.325420 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] For port 90077502-d624-4bb1-941a-cca15222b957, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=90077502-d624-4bb1-941a-cca15222b957,segment=NetworkSegment(4bf0e16b-3f53-4986-b634-a1b16630d558),segment_id=4bf0e16b-3f53-4986-b634-a1b16630d558)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:50:01.330167 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (90077502-d624-4bb1-941a-cca15222b957), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:01.380330 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Pushing event updated for resources: {'Port': ['ID=90077502-d624-4bb1-941a-cca15222b957,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:50:01.860396 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abacc946-a892-44c7-9a11-e3efcdf47560 None None] Network 2518ff69-b240-4d96-8b83-72069ab80596 requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 02:50:01.939734 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-dc3eaf6f-2e26-4f74-94fa-f8f16253ea02 None None] Provisioning complete for port 90077502-d624-4bb1-941a-cca15222b957 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:50:01.940114 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-dc3eaf6f-2e26-4f74-94fa-f8f16253ea02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (90077502-d624-4bb1-941a-cca15222b957), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:01.966167 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-28d62166-7455-4275-9531-0be56abbb8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:02.076071 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-dc3eaf6f-2e26-4f74-94fa-f8f16253ea02 None None] Current status of the port 90077502-d624-4bb1-941a-cca15222b957 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:50:02.297812 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b45e836f-b084-4fd6-a408-1b15821a3fcb None None] Provisioning complete for port 90077502-d624-4bb1-941a-cca15222b957 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:50:02.298435 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b45e836f-b084-4fd6-a408-1b15821a3fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (90077502-d624-4bb1-941a-cca15222b957), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:02.372805 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b45e836f-b084-4fd6-a408-1b15821a3fcb None None] Current status of the port 90077502-d624-4bb1-941a-cca15222b957 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:50:03.046317 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 90077502-d624-4bb1-941a-cca15222b957 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:50:03.092822 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 90077502-d624-4bb1-941a-cca15222b957 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:50:03.093212 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (90077502-d624-4bb1-941a-cca15222b957), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:03.166809 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 90077502-d624-4bb1-941a-cca15222b957 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:50:03.561476 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 53722) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:50:03.869740 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-163768dd-984d-4edd-95c3-dc1253441f53 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:50:03.889952 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163768dd-984d-4edd-95c3-dc1253441f53 admin admin] Made reservation on behalf of fb82a41267684d0a9b7214922f313a23 for: {'network': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:50:03.892752 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-163768dd-984d-4edd-95c3-dc1253441f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for network (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:03.901328 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-163768dd-984d-4edd-95c3-dc1253441f53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:03.975725 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-163768dd-984d-4edd-95c3-dc1253441f53 admin admin] Publish callbacks [] for security_group (5a8b1df4-4fb9-4d6a-a56e-993a90057622), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:03.979093 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-163768dd-984d-4edd-95c3-dc1253441f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (5a8b1df4-4fb9-4d6a-a56e-993a90057622), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:03.993936 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-163768dd-984d-4edd-95c3-dc1253441f53 admin admin] Reserving flat network on physical network physnet1 {{(pid=102946) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 04 02:50:04.012467 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163768dd-984d-4edd-95c3-dc1253441f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8b1df4-4fb9-4d6a-a56e-993a90057622,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:50:04.017408 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-163768dd-984d-4edd-95c3-dc1253441f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (f074a312-f578-48eb-9b3f-8d99d0a1d477), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:04.017772 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.db.segments_db [None req-163768dd-984d-4edd-95c3-dc1253441f53 admin admin] Added segment f074a312-f578-48eb-9b3f-8d99d0a1d477 of type flat for network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b Mar 04 02:50:04.063289 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-163768dd-984d-4edd-95c3-dc1253441f53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753425852492'] for network (4b7e2636-a469-4d8a-9bd4-65ee0f06b31b), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:04.094646 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-163768dd-984d-4edd-95c3-dc1253441f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for network (4b7e2636-a469-4d8a-9bd4-65ee0f06b31b), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:04.095571 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163768dd-984d-4edd-95c3-dc1253441f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:50:04.096147 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-163768dd-984d-4edd-95c3-dc1253441f53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:04.164727 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-163768dd-984d-4edd-95c3-dc1253441f53 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6020560 Mar 04 02:50:04.189209 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163768dd-984d-4edd-95c3-dc1253441f53 admin admin] Pushing event updated for resources: {'Network': ['ID=4b7e2636-a469-4d8a-9bd4-65ee0f06b31b,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:50:04.201028 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b details requested by agent ovs-agent-dv-cinder-828061-7-iscsi with host dv-cinder-828061-7-iscsi {{(pid=102955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 02:50:04.304403 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-7255f208-6bcc-457a-93fd-fac98e170650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:05.291551 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:06.619364 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:06.689801 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 53740) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:50:06.879496 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d4ae88-ea17-41bc-a4af-82a1bf0c4bb4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:50:06.881423 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-84d4ae88-ea17-41bc-a4af-82a1bf0c4bb4 demo admin] 10.222.0.16 "GET /v2.0/subnets/e66133e2-0fbf-4060-8387-f8e197bf6c95 HTTP/1.1" status: 200 len: 849 time: 0.1906662 Mar 04 02:50:07.021537 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-665a4e5d-65b7-411e-bf97-19abdbc01a73 demo admin] 10.222.0.16 "GET /v2.0/routers/6243e227-171f-43b0-a3ad-ff18a99256eb HTTP/1.1" status: 200 len: 704 time: 0.1334295 Mar 04 02:50:07.319870 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-6f8143fb-e2b3-4b5b-bc01-83d889e1b73a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:07.654515 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_common [None req-6f8143fb-e2b3-4b5b-bc01-83d889e1b73a demo admin] Allocated IP 172.20.0.1 (2518ff69-b240-4d96-8b83-72069ab80596/e66133e2-0fbf-4060-8387-f8e197bf6c95/87847a0a-cf82-4ddf-b46a-34fb61bb300b) {{(pid=102946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:50:07.807363 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-6f8143fb-e2b3-4b5b-bc01-83d889e1b73a demo admin] Publish callbacks [] for port (87847a0a-cf82-4ddf-b46a-34fb61bb300b), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:07.878201 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-6f8143fb-e2b3-4b5b-bc01-83d889e1b73a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (87847a0a-cf82-4ddf-b46a-34fb61bb300b), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:07.957490 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8143fb-e2b3-4b5b-bc01-83d889e1b73a demo admin] Network 2518ff69-b240-4d96-8b83-72069ab80596 is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:50:07.965750 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-6f8143fb-e2b3-4b5b-bc01-83d889e1b73a demo admin] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:50:07.968846 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8143fb-e2b3-4b5b-bc01-83d889e1b73a demo admin] Received port after_create {{(pid=102946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:50:07.969365 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-6f8143fb-e2b3-4b5b-bc01-83d889e1b73a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641075'] for router_interface (6243e227-171f-43b0-a3ad-ff18a99256eb), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:07.988677 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8143fb-e2b3-4b5b-bc01-83d889e1b73a demo admin] Pushing event updated for resources: {'Port': ['ID=87847a0a-cf82-4ddf-b46a-34fb61bb300b,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:50:08.125573 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-9c6bbefa-a8fe-420c-b956-c3b9d7f02213 None None] Provisioning complete for port 87847a0a-cf82-4ddf-b46a-34fb61bb300b triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:50:08.126165 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-9c6bbefa-a8fe-420c-b956-c3b9d7f02213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (87847a0a-cf82-4ddf-b46a-34fb61bb300b), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:08.174148 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-6f8143fb-e2b3-4b5b-bc01-83d889e1b73a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (87847a0a-cf82-4ddf-b46a-34fb61bb300b), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:08.217530 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-9c6bbefa-a8fe-420c-b956-c3b9d7f02213 None None] Port 87847a0a-cf82-4ddf-b46a-34fb61bb300b cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 02:50:08.324784 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:08.383713 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-6f8143fb-e2b3-4b5b-bc01-83d889e1b73a demo admin] Publish callbacks [] for port (87847a0a-cf82-4ddf-b46a-34fb61bb300b), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:08.388453 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-6f8143fb-e2b3-4b5b-bc01-83d889e1b73a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (87847a0a-cf82-4ddf-b46a-34fb61bb300b), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:08.389220 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-6f8143fb-e2b3-4b5b-bc01-83d889e1b73a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642211'] for router_interface (6243e227-171f-43b0-a3ad-ff18a99256eb), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:08.469157 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8143fb-e2b3-4b5b-bc01-83d889e1b73a demo admin] Pushing event updated for resources: {'Port': ['ID=87847a0a-cf82-4ddf-b46a-34fb61bb300b,revision_number=2']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:50:08.513585 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8143fb-e2b3-4b5b-bc01-83d889e1b73a demo admin] Network 2518ff69-b240-4d96-8b83-72069ab80596 is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:50:08.514955 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-6f8143fb-e2b3-4b5b-bc01-83d889e1b73a demo admin] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:50:08.675504 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8143fb-e2b3-4b5b-bc01-83d889e1b73a demo admin] Router 6243e227-171f-43b0-a3ad-ff18a99256eb is scheduled to L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd with binding_index 1 {{(pid=102946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 02:50:08.772441 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8143fb-e2b3-4b5b-bc01-83d889e1b73a demo admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 02:50:08.778212 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-6f8143fb-e2b3-4b5b-bc01-83d889e1b73a demo admin] 10.222.0.16 "PUT /v2.0/routers/6243e227-171f-43b0-a3ad-ff18a99256eb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7513371 Mar 04 02:50:08.783434 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] Sync routers for ids ['6243e227-171f-43b0-a3ad-ff18a99256eb'] in dv-cinder-828061-7-iscsi {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 02:50:08.795401 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] Routers {'6243e227-171f-43b0-a3ad-ff18a99256eb'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:50:08.796260 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:50:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['6243e227-171f-43b0-a3ad-ff18a99256eb'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:50:08.845862 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-00eba894-ffc1-4501-91c0-4589aa6c3085 None None] Provisioning complete for port 87847a0a-cf82-4ddf-b46a-34fb61bb300b triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:50:08.846266 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-00eba894-ffc1-4501-91c0-4589aa6c3085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (87847a0a-cf82-4ddf-b46a-34fb61bb300b), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:08.885276 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-00eba894-ffc1-4501-91c0-4589aa6c3085 None None] Port 87847a0a-cf82-4ddf-b46a-34fb61bb300b cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 02:50:08.987103 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] Set router 6243e227-171f-43b0-a3ad-ff18a99256eb gateway port host: None {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:50:09.419651 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6243e227-171f-43b0-a3ad-ff18a99256eb', 'name': 'router1', 'tenant_id': '36f56dc006f94873950b138bd95e9c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:49:57Z', 'updated_at': '2022-03-04T02:50:08Z', 'revision_number': 2, 'project_id': '36f56dc006f94873950b138bd95e9c60', 'gw_port_host': None, '_interfaces': [{'id': '87847a0a-cf82-4ddf-b46a-34fb61bb300b', 'name': '', 'network_id': '2518ff69-b240-4d96-8b83-72069ab80596', 'tenant_id': '36f56dc006f94873950b138bd95e9c60', 'mac_address': 'fa:16:3e:b0:3f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6243e227-171f-43b0-a3ad-ff18a99256eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e66133e2-0fbf-4060-8387-f8e197bf6c95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:50:07Z', 'updated_at': '2022-03-04T02:50:08Z', 'revision_number': 2, 'project_id': '36f56dc006f94873950b138bd95e9c60', 'subnets': [{'id': 'e66133e2-0fbf-4060-8387-f8e197bf6c95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01a7f7f6-7d97-4098-9c7e-86eff62ae994'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:50:09.467978 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] Checking router: 6243e227-171f-43b0-a3ad-ff18a99256eb for host: dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 02:50:09.468350 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] Updating router 6243e227-171f-43b0-a3ad-ff18a99256eb port 87847a0a-cf82-4ddf-b46a-34fb61bb300b binding host dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 02:50:09.546017 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (87847a0a-cf82-4ddf-b46a-34fb61bb300b), before_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:10.025780 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] Publish callbacks [] for port (87847a0a-cf82-4ddf-b46a-34fb61bb300b), precommit_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:10.032083 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (87847a0a-cf82-4ddf-b46a-34fb61bb300b), after_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:10.171384 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27cb4b-c394-44c9-9aea-c015bd5723e7 None None] Pushing event updated for resources: {'Port': ['ID=87847a0a-cf82-4ddf-b46a-34fb61bb300b,revision_number=3']} {{(pid=102958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:50:10.196006 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff27cb4b-c394-44c9-9aea-c015bd5723e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:10.196379 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff27cb4b-c394-44c9-9aea-c015bd5723e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:10.196751 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff27cb4b-c394-44c9-9aea-c015bd5723e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:10.197093 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff27cb4b-c394-44c9-9aea-c015bd5723e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:10.197427 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff27cb4b-c394-44c9-9aea-c015bd5723e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:10.197781 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff27cb4b-c394-44c9-9aea-c015bd5723e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:10.198289 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff27cb4b-c394-44c9-9aea-c015bd5723e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:10.198762 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff27cb4b-c394-44c9-9aea-c015bd5723e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:10.199094 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff27cb4b-c394-44c9-9aea-c015bd5723e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:10.199434 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff27cb4b-c394-44c9-9aea-c015bd5723e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:10.199763 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff27cb4b-c394-44c9-9aea-c015bd5723e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:10.200084 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff27cb4b-c394-44c9-9aea-c015bd5723e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:10.200403 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff27cb4b-c394-44c9-9aea-c015bd5723e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff27cb4b-c394-44c9-9aea-c015bd5723e7 None None] Tracked resource versions report: Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: pushed versions: Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: { 'AddressGroup': {'1.2'}, Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: 'ConntrackHelper': {'1.0'}, Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: 'LocalIPAssociation': {'1.0'}, Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: 'Log': {'1.0'}, Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: 'Network': {'1.1'}, Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: 'Port': {'1.7'}, Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: 'PortForwarding': {'1.2'}, Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: 'QosPolicy': {'1.10'}, Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: 'SecurityGroup': {'1.5'}, Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: 'SecurityGroupRule': {'1.2'}, Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: 'SubPort': {'1.0'}, Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: 'Subnet': {'1.1'}, Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: 'Trunk': {'1.1'}} Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: consumer versions: Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: { DHCP agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: L3 agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: Metadata agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: Metering agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: Open vSwitch agent@dv-cinder-828061-7-iscsi: { 'AddressGroup': '1.2', Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: 'ConntrackHelper': '1.0', Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: 'LocalIPAssociation': '1.0', Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: 'Log': '1.0', Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: 'Network': '1.1', Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: 'Port': '1.7', Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: 'PortForwarding': '1.2', Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: 'QosPolicy': '1.10', Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: 'SecurityGroup': '1.5', Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: 'SecurityGroupRule': '1.2', Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: 'SubPort': '1.0', Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: 'Subnet': '1.1', Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: 'Trunk': '1.1'}} Mar 04 02:50:10.201937 dv-cinder-828061-7-iscsi neutron-server[102958]: {{(pid=102958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 02:50:10.220958 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] Attempting to bind port 87847a0a-cf82-4ddf-b46a-34fb61bb300b on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:50:10.221358 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] Attempting to bind port 87847a0a-cf82-4ddf-b46a-34fb61bb300b by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': '4bf0e16b-3f53-4986-b634-a1b16630d558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2518ff69-b240-4d96-8b83-72069ab80596'}] {{(pid=102958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:50:10.221821 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] Attempting to bind port 87847a0a-cf82-4ddf-b46a-34fb61bb300b on network 2518ff69-b240-4d96-8b83-72069ab80596 {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:50:10.226694 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:50:10.227863 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] Checking segment: {'id': '4bf0e16b-3f53-4986-b634-a1b16630d558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2518ff69-b240-4d96-8b83-72069ab80596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:50:10.228104 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:10.228492 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] Bound using segment: {'id': '4bf0e16b-3f53-4986-b634-a1b16630d558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2518ff69-b240-4d96-8b83-72069ab80596'} {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:50:10.228990 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] Bound port: 87847a0a-cf82-4ddf-b46a-34fb61bb300b, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf0e16b-3f53-4986-b634-a1b16630d558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2518ff69-b240-4d96-8b83-72069ab80596'}}] {{(pid=102958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:50:10.229369 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (87847a0a-cf82-4ddf-b46a-34fb61bb300b), before_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:10.293239 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.db [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] For port 87847a0a-cf82-4ddf-b46a-34fb61bb300b, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:50:10.313424 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.db [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] For port 87847a0a-cf82-4ddf-b46a-34fb61bb300b, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=87847a0a-cf82-4ddf-b46a-34fb61bb300b,segment=NetworkSegment(4bf0e16b-3f53-4986-b634-a1b16630d558),segment_id=4bf0e16b-3f53-4986-b634-a1b16630d558)] {{(pid=102958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:50:10.314095 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-3e65839d-429d-456f-be1b-57a8f733fe07 None None] Provisioning complete for port 87847a0a-cf82-4ddf-b46a-34fb61bb300b triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:50:10.314569 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-3e65839d-429d-456f-be1b-57a8f733fe07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (87847a0a-cf82-4ddf-b46a-34fb61bb300b), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:10.320223 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (87847a0a-cf82-4ddf-b46a-34fb61bb300b), after_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:10.352914 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-3e65839d-429d-456f-be1b-57a8f733fe07 None None] Port 87847a0a-cf82-4ddf-b46a-34fb61bb300b cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 02:50:10.384151 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27cb4b-c394-44c9-9aea-c015bd5723e7 None None] Pushing event updated for resources: {'Port': ['ID=87847a0a-cf82-4ddf-b46a-34fb61bb300b,revision_number=4']} {{(pid=102958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:50:10.394123 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] Routers {'6243e227-171f-43b0-a3ad-ff18a99256eb'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:50:10.394910 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:50:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['6243e227-171f-43b0-a3ad-ff18a99256eb'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:50:10.490868 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] Set router 6243e227-171f-43b0-a3ad-ff18a99256eb gateway port host: None {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:50:10.574204 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-3998385d-67d7-44cf-b87e-5364f9bb9fad None None] Provisioning complete for port 87847a0a-cf82-4ddf-b46a-34fb61bb300b triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:50:10.574839 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-3998385d-67d7-44cf-b87e-5364f9bb9fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (87847a0a-cf82-4ddf-b46a-34fb61bb300b), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:10.651919 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-3998385d-67d7-44cf-b87e-5364f9bb9fad None None] Current status of the port 87847a0a-cf82-4ddf-b46a-34fb61bb300b is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:50:10.652798 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-3998385d-67d7-44cf-b87e-5364f9bb9fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (87847a0a-cf82-4ddf-b46a-34fb61bb300b), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:10.684274 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-3998385d-67d7-44cf-b87e-5364f9bb9fad None None] For port 87847a0a-cf82-4ddf-b46a-34fb61bb300b, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=87847a0a-cf82-4ddf-b46a-34fb61bb300b,segment=NetworkSegment(4bf0e16b-3f53-4986-b634-a1b16630d558),segment_id=4bf0e16b-3f53-4986-b634-a1b16630d558)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:50:10.689927 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-3998385d-67d7-44cf-b87e-5364f9bb9fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (87847a0a-cf82-4ddf-b46a-34fb61bb300b), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:10.708911 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6243e227-171f-43b0-a3ad-ff18a99256eb', 'name': 'router1', 'tenant_id': '36f56dc006f94873950b138bd95e9c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:49:57Z', 'updated_at': '2022-03-04T02:50:08Z', 'revision_number': 2, 'project_id': '36f56dc006f94873950b138bd95e9c60', 'gw_port_host': None, '_interfaces': [{'id': '87847a0a-cf82-4ddf-b46a-34fb61bb300b', 'name': '', 'network_id': '2518ff69-b240-4d96-8b83-72069ab80596', 'tenant_id': '36f56dc006f94873950b138bd95e9c60', 'mac_address': 'fa:16:3e:b0:3f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6243e227-171f-43b0-a3ad-ff18a99256eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e66133e2-0fbf-4060-8387-f8e197bf6c95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:50:07Z', 'updated_at': '2022-03-04T02:50:10Z', 'revision_number': 4, 'project_id': '36f56dc006f94873950b138bd95e9c60', 'subnets': [{'id': 'e66133e2-0fbf-4060-8387-f8e197bf6c95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01a7f7f6-7d97-4098-9c7e-86eff62ae994'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:50:10.736433 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1590da51-0150-4935-87c4-c87bc157e607 None None] The sync data for ids ['6243e227-171f-43b0-a3ad-ff18a99256eb'] in dv-cinder-828061-7-iscsi is: [{'id': '6243e227-171f-43b0-a3ad-ff18a99256eb', 'name': 'router1', 'tenant_id': '36f56dc006f94873950b138bd95e9c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:49:57Z', 'updated_at': '2022-03-04T02:50:08Z', 'revision_number': 2, 'project_id': '36f56dc006f94873950b138bd95e9c60', 'gw_port_host': None, '_interfaces': [{'id': '87847a0a-cf82-4ddf-b46a-34fb61bb300b', 'name': '', 'network_id': '2518ff69-b240-4d96-8b83-72069ab80596', 'tenant_id': '36f56dc006f94873950b138bd95e9c60', 'mac_address': 'fa:16:3e:b0:3f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6243e227-171f-43b0-a3ad-ff18a99256eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e66133e2-0fbf-4060-8387-f8e197bf6c95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:50:07Z', 'updated_at': '2022-03-04T02:50:10Z', 'revision_number': 4, 'project_id': '36f56dc006f94873950b138bd95e9c60', 'subnets': [{'id': 'e66133e2-0fbf-4060-8387-f8e197bf6c95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01a7f7f6-7d97-4098-9c7e-86eff62ae994'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 02:50:10.749550 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998385d-67d7-44cf-b87e-5364f9bb9fad None None] Pushing event updated for resources: {'Port': ['ID=87847a0a-cf82-4ddf-b46a-34fb61bb300b,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:50:11.252043 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 53760) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:50:11.362750 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bd5e2c-a0d4-4989-b160-3cd286fa7c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:50:11.364132 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-37bd5e2c-a0d4-4989-b160-3cd286fa7c87 admin admin] 10.222.0.16 "GET /v2.0/networks/4b7e2636-a469-4d8a-9bd4-65ee0f06b31b HTTP/1.1" status: 200 len: 842 time: 0.1110919 Mar 04 02:50:11.373728 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-450f38b7-eb1b-4752-98c0-65dde8c0ed18 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:50:11.393636 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450f38b7-eb1b-4752-98c0-65dde8c0ed18 admin admin] Made reservation on behalf of fb82a41267684d0a9b7214922f313a23 for: {'subnet': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:50:11.396049 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-450f38b7-eb1b-4752-98c0-65dde8c0ed18 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:11.744979 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.objects.ports [None req-450f38b7-eb1b-4752-98c0-65dde8c0ed18 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102946) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 04 02:50:11.745388 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-450f38b7-eb1b-4752-98c0-65dde8c0ed18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for subnet (15e6bee3-74fb-492e-abc3-419d01a26fc0), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:11.798189 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f38b7-eb1b-4752-98c0-65dde8c0ed18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e6bee3-74fb-492e-abc3-419d01a26fc0,revision_number=0']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:50:11.805624 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450f38b7-eb1b-4752-98c0-65dde8c0ed18 admin admin] Checking segment: {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:50:11.806044 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450f38b7-eb1b-4752-98c0-65dde8c0ed18 admin admin] Network hostable DHCP agents. Network: 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b, hostable agents: ['193be762-5f90-4059-8499-961b96963e98'], hosted agents: [] {{(pid=102946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 02:50:11.822152 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450f38b7-eb1b-4752-98c0-65dde8c0ed18 admin admin] Network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b is scheduled to be hosted by DHCP agent 193be762-5f90-4059-8499-961b96963e98 with binding_index 1 {{(pid=102946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 02:50:11.830751 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-450f38b7-eb1b-4752-98c0-65dde8c0ed18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-7-iscsi, 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b) {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:50:11.835293 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450f38b7-eb1b-4752-98c0-65dde8c0ed18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:50:11.835883 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-450f38b7-eb1b-4752-98c0-65dde8c0ed18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:11.842193 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67317cdc-7a31-410d-a13e-f1cd9f01aacb None None] Network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 02:50:11.858225 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-450f38b7-eb1b-4752-98c0-65dde8c0ed18 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4878490 Mar 04 02:50:11.946357 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea10117-8a1b-4bad-a6dc-47bb9f9d8e8e None None] Network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 02:50:14.293266 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 53768) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:50:14.404583 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.policy [None req-67770ac5-b24e-45fb-8bf9-654e5c77df2a demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102948) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 04 02:50:14.448231 dv-cinder-828061-7-iscsi neutron-server[102948]: WARNING oslo_policy.policy [None req-67770ac5-b24e-45fb-8bf9-654e5c77df2a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 02:50:14.448618 dv-cinder-828061-7-iscsi neutron-server[102948]: WARNING oslo_policy.policy [None req-67770ac5-b24e-45fb-8bf9-654e5c77df2a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 02:50:14.699457 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-67770ac5-b24e-45fb-8bf9-654e5c77df2a demo admin] 10.222.0.16 "GET /v2.0/routers/6243e227-171f-43b0-a3ad-ff18a99256eb HTTP/1.1" status: 200 len: 710 time: 0.4050238 Mar 04 02:50:14.884504 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d47a78-cc9b-489b-a286-161c60039e58 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:50:14.886183 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-11d47a78-cc9b-489b-a286-161c60039e58 demo admin] 10.222.0.16 "GET /v2.0/networks/4b7e2636-a469-4d8a-9bd4-65ee0f06b31b HTTP/1.1" status: 200 len: 886 time: 0.1811888 Mar 04 02:50:14.895259 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:50:15.160383 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Publish callbacks [] for router_gateway (6243e227-171f-43b0-a3ad-ff18a99256eb), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:15.352237 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 5 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 02:50:15.399534 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Publish callbacks [] for router_gateway (6243e227-171f-43b0-a3ad-ff18a99256eb), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:15.477201 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:15.668861 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Allocated IP 172.27.2.104 (4b7e2636-a469-4d8a-9bd4-65ee0f06b31b/15e6bee3-74fb-492e-abc3-419d01a26fc0/ca1117a2-ca70-4afc-a7a6-c53186d8faf9) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:50:15.776940 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Publish callbacks [] for port (ca1117a2-ca70-4afc-a7a6-c53186d8faf9), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:15.839557 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (ca1117a2-ca70-4afc-a7a6-c53186d8faf9), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:15.860875 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:50:15.881873 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:50:15.964240 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:50:15.970382 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Pushing event updated for resources: {'Port': ['ID=ca1117a2-ca70-4afc-a7a6-c53186d8faf9,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:50:16.012839 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:16.013188 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:16.013532 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:16.013981 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:16.014214 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:16.014546 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:16.015160 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:16.015459 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:16.015939 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:16.016451 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:16.016961 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:16.017253 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:16.017720 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Tracked resource versions report: Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: pushed versions: Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: { 'AddressGroup': {'1.2'}, Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: 'ConntrackHelper': {'1.0'}, Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: 'LocalIPAssociation': {'1.0'}, Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: 'Log': {'1.0'}, Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: 'Network': {'1.1'}, Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: 'Port': {'1.7'}, Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: 'PortForwarding': {'1.2'}, Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: 'QosPolicy': {'1.10'}, Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: 'SecurityGroup': {'1.5'}, Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: 'SecurityGroupRule': {'1.2'}, Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: 'SubPort': {'1.0'}, Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: 'Subnet': {'1.1'}, Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: 'Trunk': {'1.1'}} Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: consumer versions: Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: { DHCP agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: L3 agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: Metadata agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: Metering agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: Open vSwitch agent@dv-cinder-828061-7-iscsi: { 'AddressGroup': '1.2', Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: 'ConntrackHelper': '1.0', Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: 'LocalIPAssociation': '1.0', Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: 'Log': '1.0', Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: 'Network': '1.1', Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: 'Port': '1.7', Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: 'PortForwarding': '1.2', Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: 'QosPolicy': '1.10', Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: 'SecurityGroup': '1.5', Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: 'SecurityGroupRule': '1.2', Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: 'SubPort': '1.0', Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: 'Subnet': '1.1', Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: 'Trunk': '1.1'}} Mar 04 02:50:16.019468 dv-cinder-828061-7-iscsi neutron-server[102948]: {{(pid=102948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 02:50:16.270738 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Publish callbacks [] for router_gateway (6243e227-171f-43b0-a3ad-ff18a99256eb), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:16.511529 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-642369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59150'] for router (6243e227-171f-43b0-a3ad-ff18a99256eb), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:16.516397 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-642392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-642391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654345'] for router (6243e227-171f-43b0-a3ad-ff18a99256eb), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:16.629851 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Router 6243e227-171f-43b0-a3ad-ff18a99256eb has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 02:50:16.737062 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 02:50:16.741903 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] Publish callbacks [] for router (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:16.753716 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-ee781ee6-509c-4ce1-9354-3b12325f0efd demo admin] 10.222.0.16 "PUT /v2.0/routers/6243e227-171f-43b0-a3ad-ff18a99256eb HTTP/1.1" status: 200 len: 890 time: 1.8513927 Mar 04 02:50:19.092552 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 87847a0a-cf82-4ddf-b46a-34fb61bb300b up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:50:19.139697 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 87847a0a-cf82-4ddf-b46a-34fb61bb300b triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:50:19.140097 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (87847a0a-cf82-4ddf-b46a-34fb61bb300b), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:19.216979 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 87847a0a-cf82-4ddf-b46a-34fb61bb300b is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:50:19.283258 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 53786) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:50:19.375177 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] Sync routers for ids ['6243e227-171f-43b0-a3ad-ff18a99256eb'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 02:50:19.386125 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] Routers {'6243e227-171f-43b0-a3ad-ff18a99256eb'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:50:19.386780 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:50:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['6243e227-171f-43b0-a3ad-ff18a99256eb'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:50:19.409734 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-3e788eb9-f2bf-42b1-b0cf-1810f841a1b7 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1227498 Mar 04 02:50:19.617011 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] Set router 6243e227-171f-43b0-a3ad-ff18a99256eb gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:50:20.085727 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6243e227-171f-43b0-a3ad-ff18a99256eb', 'name': 'router1', 'tenant_id': '36f56dc006f94873950b138bd95e9c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'ca1117a2-ca70-4afc-a7a6-c53186d8faf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:49:57Z', 'updated_at': '2022-03-04T02:50:16Z', 'revision_number': 4, 'project_id': '36f56dc006f94873950b138bd95e9c60', 'gw_port': {'id': 'ca1117a2-ca70-4afc-a7a6-c53186d8faf9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6243e227-171f-43b0-a3ad-ff18a99256eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:50:15Z', 'updated_at': '2022-03-04T02:50:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '87847a0a-cf82-4ddf-b46a-34fb61bb300b', 'name': '', 'network_id': '2518ff69-b240-4d96-8b83-72069ab80596', 'tenant_id': '36f56dc006f94873950b138bd95e9c60', 'mac_address': 'fa:16:3e:b0:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243e227-171f-43b0-a3ad-ff18a99256eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e66133e2-0fbf-4060-8387-f8e197bf6c95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:50:07Z', 'updated_at': '2022-03-04T02:50:10Z', 'revision_number': 5, 'project_id': '36f56dc006f94873950b138bd95e9c60', 'subnets': [{'id': 'e66133e2-0fbf-4060-8387-f8e197bf6c95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01a7f7f6-7d97-4098-9c7e-86eff62ae994'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:50:20.135739 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] Checking router: 6243e227-171f-43b0-a3ad-ff18a99256eb for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 02:50:20.136337 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] Updating router 6243e227-171f-43b0-a3ad-ff18a99256eb port ca1117a2-ca70-4afc-a7a6-c53186d8faf9 binding host dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 02:50:20.190059 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (ca1117a2-ca70-4afc-a7a6-c53186d8faf9), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:20.503643 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] Publish callbacks [] for port (ca1117a2-ca70-4afc-a7a6-c53186d8faf9), precommit_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:20.508567 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (ca1117a2-ca70-4afc-a7a6-c53186d8faf9), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:20.553421 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] Attempting to bind port ca1117a2-ca70-4afc-a7a6-c53186d8faf9 on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:50:20.553819 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] Attempting to bind port ca1117a2-ca70-4afc-a7a6-c53186d8faf9 by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:50:20.554186 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] Attempting to bind port ca1117a2-ca70-4afc-a7a6-c53186d8faf9 on network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:50:20.565193 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:50:20.565570 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] Checking segment: {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:50:20.565999 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:20.566389 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] Bound using segment: {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:50:20.566851 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] Bound port: ca1117a2-ca70-4afc-a7a6-c53186d8faf9, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:50:20.567229 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (ca1117a2-ca70-4afc-a7a6-c53186d8faf9), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:20.569542 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2061d69-6aa5-4354-af51-406c91e76162 None None] Pushing event updated for resources: {'Port': ['ID=ca1117a2-ca70-4afc-a7a6-c53186d8faf9,revision_number=2']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:50:20.637232 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] For port ca1117a2-ca70-4afc-a7a6-c53186d8faf9, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:50:20.640121 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] For port ca1117a2-ca70-4afc-a7a6-c53186d8faf9, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=ca1117a2-ca70-4afc-a7a6-c53186d8faf9,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:50:20.646450 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (ca1117a2-ca70-4afc-a7a6-c53186d8faf9), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:20.718336 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] Routers {'6243e227-171f-43b0-a3ad-ff18a99256eb'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:50:20.718954 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:50:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['6243e227-171f-43b0-a3ad-ff18a99256eb'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:50:20.796394 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2061d69-6aa5-4354-af51-406c91e76162 None None] Pushing event updated for resources: {'Port': ['ID=ca1117a2-ca70-4afc-a7a6-c53186d8faf9,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:50:20.856820 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] Set router 6243e227-171f-43b0-a3ad-ff18a99256eb gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:50:21.084938 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6243e227-171f-43b0-a3ad-ff18a99256eb', 'name': 'router1', 'tenant_id': '36f56dc006f94873950b138bd95e9c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'ca1117a2-ca70-4afc-a7a6-c53186d8faf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:49:57Z', 'updated_at': '2022-03-04T02:50:16Z', 'revision_number': 4, 'project_id': '36f56dc006f94873950b138bd95e9c60', 'gw_port': {'id': 'ca1117a2-ca70-4afc-a7a6-c53186d8faf9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6243e227-171f-43b0-a3ad-ff18a99256eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:50:15Z', 'updated_at': '2022-03-04T02:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '87847a0a-cf82-4ddf-b46a-34fb61bb300b', 'name': '', 'network_id': '2518ff69-b240-4d96-8b83-72069ab80596', 'tenant_id': '36f56dc006f94873950b138bd95e9c60', 'mac_address': 'fa:16:3e:b0:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243e227-171f-43b0-a3ad-ff18a99256eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e66133e2-0fbf-4060-8387-f8e197bf6c95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:50:07Z', 'updated_at': '2022-03-04T02:50:10Z', 'revision_number': 5, 'project_id': '36f56dc006f94873950b138bd95e9c60', 'subnets': [{'id': 'e66133e2-0fbf-4060-8387-f8e197bf6c95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01a7f7f6-7d97-4098-9c7e-86eff62ae994'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:50:21.119622 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a4e7dd-f694-4b4d-bfa8-26ff0de2b0c8 None None] The sync data for ids ['6243e227-171f-43b0-a3ad-ff18a99256eb'] in dv-cinder-828061-7-iscsi is: [{'id': '6243e227-171f-43b0-a3ad-ff18a99256eb', 'name': 'router1', 'tenant_id': '36f56dc006f94873950b138bd95e9c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'ca1117a2-ca70-4afc-a7a6-c53186d8faf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:49:57Z', 'updated_at': '2022-03-04T02:50:16Z', 'revision_number': 4, 'project_id': '36f56dc006f94873950b138bd95e9c60', 'gw_port': {'id': 'ca1117a2-ca70-4afc-a7a6-c53186d8faf9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6243e227-171f-43b0-a3ad-ff18a99256eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:50:15Z', 'updated_at': '2022-03-04T02:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '87847a0a-cf82-4ddf-b46a-34fb61bb300b', 'name': '', 'network_id': '2518ff69-b240-4d96-8b83-72069ab80596', 'tenant_id': '36f56dc006f94873950b138bd95e9c60', 'mac_address': 'fa:16:3e:b0:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243e227-171f-43b0-a3ad-ff18a99256eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e66133e2-0fbf-4060-8387-f8e197bf6c95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:50:07Z', 'updated_at': '2022-03-04T02:50:10Z', 'revision_number': 5, 'project_id': '36f56dc006f94873950b138bd95e9c60', 'subnets': [{'id': 'e66133e2-0fbf-4060-8387-f8e197bf6c95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01a7f7f6-7d97-4098-9c7e-86eff62ae994'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 02:50:23.148105 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device ca1117a2-ca70-4afc-a7a6-c53186d8faf9 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:50:23.209293 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port ca1117a2-ca70-4afc-a7a6-c53186d8faf9 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:50:23.210039 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (ca1117a2-ca70-4afc-a7a6-c53186d8faf9), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:23.317525 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port ca1117a2-ca70-4afc-a7a6-c53186d8faf9 is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:50:23.318317 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (ca1117a2-ca70-4afc-a7a6-c53186d8faf9), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:23.350040 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] For port ca1117a2-ca70-4afc-a7a6-c53186d8faf9, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=ca1117a2-ca70-4afc-a7a6-c53186d8faf9,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:50:23.360680 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (ca1117a2-ca70-4afc-a7a6-c53186d8faf9), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:23.430461 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Pushing event updated for resources: {'Port': ['ID=ca1117a2-ca70-4afc-a7a6-c53186d8faf9,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:50:25.172431 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device ca1117a2-ca70-4afc-a7a6-c53186d8faf9 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:50:25.292207 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port ca1117a2-ca70-4afc-a7a6-c53186d8faf9 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:50:25.292604 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (ca1117a2-ca70-4afc-a7a6-c53186d8faf9), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:25.425343 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port ca1117a2-ca70-4afc-a7a6-c53186d8faf9 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:50:31.920739 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-87382251-2e77-46a1-9fe5-6174a34e0b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:34.320032 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-f8313c51-c710-44a3-9c45-34c5f1563d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:35.300064 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:36.631899 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:38.330977 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:50:52.351106 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 5 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 02:51:01.929033 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-957dedb7-2f48-4299-8385-1a04765a4737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:51:04.310070 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-2b4449aa-4f0a-4f28-8f23-16893a873e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:51:05.291439 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:51:06.631257 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:51:08.328452 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:51:29.349742 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 5 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 02:51:31.920598 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-3a737f66-8324-4733-acec-030d7bcb7f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:51:34.301866 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-64321d7c-429c-4dc0-9bff-11a157198859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:51:35.293041 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:51:36.632937 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:51:38.321857 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:51:41.197439 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 54270) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:51:41.257519 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c5feea-be51-4270-a7f1-3e7c856d17ab admin admin] GET failed (client error): The resource could not be found. Mar 04 02:51:41.258814 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-57c5feea-be51-4270-a7f1-3e7c856d17ab admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603349 Mar 04 02:51:41.419618 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e498cb-43b9-4d97-ad09-b3d6be4b0fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:51:41.421101 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-00e498cb-43b9-4d97-ad09-b3d6be4b0fbf admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1572828 Mar 04 02:51:43.755042 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 54280) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:51:43.845537 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae25038-c35a-4fa0-809d-7008bc606bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:51:43.846913 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-dae25038-c35a-4fa0-809d-7008bc606bfb admin admin] 10.222.0.16 "GET /v2.0/subnets/e66133e2-0fbf-4060-8387-f8e197bf6c95 HTTP/1.1" status: 200 len: 849 time: 0.0908654 Mar 04 02:51:43.856326 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-e3a37984-9dc4-4b7f-9bf4-9c3f8ae39cc4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:51:43.940285 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e3a37984-9dc4-4b7f-9bf4-9c3f8ae39cc4 admin admin] Publish callbacks [] for subnet (e66133e2-0fbf-4060-8387-f8e197bf6c95), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:51:44.075577 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e3a37984-9dc4-4b7f-9bf4-9c3f8ae39cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753426390245'] for subnet (e66133e2-0fbf-4060-8387-f8e197bf6c95), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:51:44.110219 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a37984-9dc4-4b7f-9bf4-9c3f8ae39cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:51:44.110733 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e3a37984-9dc4-4b7f-9bf4-9c3f8ae39cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:51:44.112017 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-e3a37984-9dc4-4b7f-9bf4-9c3f8ae39cc4 admin admin] 10.222.0.16 "PUT /v2.0/subnets/e66133e2-0fbf-4060-8387-f8e197bf6c95 HTTP/1.1" status: 200 len: 868 time: 0.2592537 Mar 04 02:51:44.128946 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf06ee87-d9b7-4725-aa0a-4c7ff4ceffb2 None None] Network 2518ff69-b240-4d96-8b83-72069ab80596 requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 02:51:44.130099 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a37984-9dc4-4b7f-9bf4-9c3f8ae39cc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e66133e2-0fbf-4060-8387-f8e197bf6c95,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:51:44.138265 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a37984-9dc4-4b7f-9bf4-9c3f8ae39cc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:51:44.138657 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a37984-9dc4-4b7f-9bf4-9c3f8ae39cc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:51:44.139009 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a37984-9dc4-4b7f-9bf4-9c3f8ae39cc4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:51:44.139350 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a37984-9dc4-4b7f-9bf4-9c3f8ae39cc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:51:44.139689 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a37984-9dc4-4b7f-9bf4-9c3f8ae39cc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:51:44.140022 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a37984-9dc4-4b7f-9bf4-9c3f8ae39cc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:51:44.140368 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a37984-9dc4-4b7f-9bf4-9c3f8ae39cc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:51:44.140702 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a37984-9dc4-4b7f-9bf4-9c3f8ae39cc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:51:44.141045 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a37984-9dc4-4b7f-9bf4-9c3f8ae39cc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:51:44.141381 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a37984-9dc4-4b7f-9bf4-9c3f8ae39cc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:51:44.141735 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a37984-9dc4-4b7f-9bf4-9c3f8ae39cc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:51:44.142051 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a37984-9dc4-4b7f-9bf4-9c3f8ae39cc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:51:44.142378 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a37984-9dc4-4b7f-9bf4-9c3f8ae39cc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:51:44.472021 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-e08af511-6f0d-4ebe-80bc-2c690e209e00 None None] Provisioning complete for port 87847a0a-cf82-4ddf-b46a-34fb61bb300b triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:51:44.472407 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e08af511-6f0d-4ebe-80bc-2c690e209e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (87847a0a-cf82-4ddf-b46a-34fb61bb300b), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:51:44.551018 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-e08af511-6f0d-4ebe-80bc-2c690e209e00 None None] Current status of the port 87847a0a-cf82-4ddf-b46a-34fb61bb300b is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:51:44.562140 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-e08af511-6f0d-4ebe-80bc-2c690e209e00 None None] Provisioning complete for port 90077502-d624-4bb1-941a-cca15222b957 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:51:44.562664 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e08af511-6f0d-4ebe-80bc-2c690e209e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (90077502-d624-4bb1-941a-cca15222b957), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:51:44.636292 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-e08af511-6f0d-4ebe-80bc-2c690e209e00 None None] Current status of the port 90077502-d624-4bb1-941a-cca15222b957 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:51:46.461619 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 54290) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:51:46.656385 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0469bf5e-a495-4b0d-8424-2da42901ac4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:51:46.656777 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0469bf5e-a495-4b0d-8424-2da42901ac4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:51:46.658360 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-0469bf5e-a495-4b0d-8424-2da42901ac4b admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1957593 Mar 04 02:51:49.029899 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 54298) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:51:49.160530 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad14c694-7685-449d-87f1-64ed6ab654c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:51:49.161005 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad14c694-7685-449d-87f1-64ed6ab654c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:51:49.162554 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-ad14c694-7685-449d-87f1-64ed6ab654c7 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1317041 Mar 04 02:51:51.485457 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 54306) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:51:51.612571 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de452905-ba2e-4b0a-a1ed-a6f63396d569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:51:51.614021 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-de452905-ba2e-4b0a-a1ed-a6f63396d569 admin admin] 10.222.0.16 "GET /v2.0/networks/2518ff69-b240-4d96-8b83-72069ab80596 HTTP/1.1" status: 200 len: 869 time: 0.1275449 Mar 04 02:51:53.936719 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 54314) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:51:54.062956 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40291c1-45b8-4924-9a7f-a1b7620aa740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:51:54.064326 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-f40291c1-45b8-4924-9a7f-a1b7620aa740 admin admin] 10.222.0.16 "GET /v2.0/networks/4b7e2636-a469-4d8a-9bd4-65ee0f06b31b HTTP/1.1" status: 200 len: 886 time: 0.1266465 Mar 04 02:51:56.392224 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 54322) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:51:56.514530 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716e075d-c67d-4956-979b-533b8d51d700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:51:56.514986 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716e075d-c67d-4956-979b-533b8d51d700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:51:56.516496 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-716e075d-c67d-4956-979b-533b8d51d700 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233335 Mar 04 02:51:58.889582 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 54330) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:51:58.978523 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc6f3c7-3035-4029-8d06-718fc0e54be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:51:58.979014 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc6f3c7-3035-4029-8d06-718fc0e54be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:51:58.980486 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-ebc6f3c7-3035-4029-8d06-718fc0e54be0 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0899358 Mar 04 02:52:01.309435 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 54338) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:52:01.394405 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd64bc04-a2f1-4d2a-aa18-44c7989e98a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:52:01.395766 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-cd64bc04-a2f1-4d2a-aa18-44c7989e98a2 admin admin] 10.222.0.16 "GET /v2.0/subnets/15e6bee3-74fb-492e-abc3-419d01a26fc0 HTTP/1.1" status: 200 len: 816 time: 0.0853455 Mar 04 02:52:01.923467 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-44415bdf-cd40-40d1-9849-3188947ef627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:03.713376 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 54346) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:52:03.802483 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d32509b-7d09-4c3e-9186-4c9f543065f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:52:03.803806 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-3d32509b-7d09-4c3e-9186-4c9f543065f6 admin admin] 10.222.0.16 "GET /v2.0/subnets/e66133e2-0fbf-4060-8387-f8e197bf6c95 HTTP/1.1" status: 200 len: 868 time: 0.0894651 Mar 04 02:52:04.304292 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-252160e9-f381-4666-8fb2-ae4765feb509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:05.294912 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:06.349118 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 5 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 02:52:06.636054 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:08.325377 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:31.924787 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-2b762fb9-a877-42d2-b076-21cbefdbb3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:32.190545 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 54398) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:52:32.238204 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [None req-9f1b60d0-8db9-435f-8a6b-ca12a2148e60 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102946) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 02:52:32.239231 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-9f1b60d0-8db9-435f-8a6b-ca12a2148e60 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477183 Mar 04 02:52:34.307664 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-19b1757f-d343-48bf-b404-e52c1e55e954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:34.653940 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 54406) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:52:34.718181 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.pecan_wsgi.hooks.translation [None req-507676fc-85ef-4ba2-8353-d936bd6f6f86 admin admin] GET failed (client error): The resource could not be found. Mar 04 02:52:34.719428 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-507676fc-85ef-4ba2-8353-d936bd6f6f86 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0645609 Mar 04 02:52:34.859361 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb61e69f-fd4b-4708-a66c-bb71acc0b272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:52:34.860828 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-fb61e69f-fd4b-4708-a66c-bb71acc0b272 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1374032 Mar 04 02:52:35.297874 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:36.637612 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:37.207923 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 54414) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:52:37.254709 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:52:37.292795 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] Made reservation on behalf of fb82a41267684d0a9b7214922f313a23 for: {'network': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:52:37.295569 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for network (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:37.338301 dv-cinder-828061-7-iscsi neutron-server[102948]: WARNING neutron.services.revisions.revision_plugin [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] Could not find related network for resource to bump revision. Mar 04 02:52:37.354443 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=102948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 02:52:37.366794 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753426307476', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (37d1c472-a14f-4fff-af3b-dae7e6c138f0), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:37.367318 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] Unsubscribe: segment precommit_create {{(pid=102948) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 04 02:52:37.367772 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.db.segments_db [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] Added segment 37d1c472-a14f-4fff-af3b-dae7e6c138f0 of type vlan for network 1a89e109-9f20-4ac6-b053-2ae2689a8f9b Mar 04 02:52:37.419418 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753425852492'] for network (1a89e109-9f20-4ac6-b053-2ae2689a8f9b), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:37.450396 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for network (1a89e109-9f20-4ac6-b053-2ae2689a8f9b), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:37.451330 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:52:37.451929 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:37.532140 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3231292 Mar 04 02:52:37.550923 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] Pushing event updated for resources: {'Network': ['ID=1a89e109-9f20-4ac6-b053-2ae2689a8f9b,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:52:37.559160 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:37.559537 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:37.559885 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:37.560220 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:37.560558 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:37.560888 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:37.561233 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:37.561565 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:37.561926 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:37.562270 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:37.562594 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:37.562912 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:37.563237 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a362f1-ef7b-49d5-bcea-b0be7fb76b15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:37.577332 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Network 1a89e109-9f20-4ac6-b053-2ae2689a8f9b details requested by agent ovs-agent-dv-cinder-828061-7-iscsi with host dv-cinder-828061-7-iscsi {{(pid=102955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 02:52:38.327588 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:39.882990 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 54422) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:52:39.943123 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15acb7d-35a5-4808-8857-0b3df151e9e7 admin admin] GET failed (client error): The resource could not be found. Mar 04 02:52:39.944375 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-b15acb7d-35a5-4808-8857-0b3df151e9e7 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604353 Mar 04 02:52:40.015543 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0016293-85fe-4872-8775-fb32ed3e23a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:52:40.016938 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-b0016293-85fe-4872-8775-fb32ed3e23a8 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678811 Mar 04 02:52:40.026938 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-ef241726-b6c8-4099-9d33-e11706abc388 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '1a89e109-9f20-4ac6-b053-2ae2689a8f9b', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:52:40.047302 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef241726-b6c8-4099-9d33-e11706abc388 admin admin] Made reservation on behalf of fb82a41267684d0a9b7214922f313a23 for: {'subnet': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:52:40.049566 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ef241726-b6c8-4099-9d33-e11706abc388 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:40.224034 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ef241726-b6c8-4099-9d33-e11706abc388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for subnet (0f4f305e-f0df-4342-a740-91d5f7fcd063), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:40.281118 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef241726-b6c8-4099-9d33-e11706abc388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f4f305e-f0df-4342-a740-91d5f7fcd063,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:52:40.289974 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef241726-b6c8-4099-9d33-e11706abc388 admin admin] Checking segment: {'id': '37d1c472-a14f-4fff-af3b-dae7e6c138f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1a89e109-9f20-4ac6-b053-2ae2689a8f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:52:40.290365 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef241726-b6c8-4099-9d33-e11706abc388 admin admin] Network hostable DHCP agents. Network: 1a89e109-9f20-4ac6-b053-2ae2689a8f9b, hostable agents: ['193be762-5f90-4059-8499-961b96963e98'], hosted agents: [] {{(pid=102948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 02:52:40.310977 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef241726-b6c8-4099-9d33-e11706abc388 admin admin] Network 1a89e109-9f20-4ac6-b053-2ae2689a8f9b is scheduled to be hosted by DHCP agent 193be762-5f90-4059-8499-961b96963e98 with binding_index 1 {{(pid=102948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 02:52:40.321345 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-ef241726-b6c8-4099-9d33-e11706abc388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-7-iscsi, 1a89e109-9f20-4ac6-b053-2ae2689a8f9b) {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:52:40.326177 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef241726-b6c8-4099-9d33-e11706abc388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:52:40.326776 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ef241726-b6c8-4099-9d33-e11706abc388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:40.332531 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a749b6e6-8784-4b01-96e8-8dbf55480131 None None] Network 1a89e109-9f20-4ac6-b053-2ae2689a8f9b requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 02:52:40.342363 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-ef241726-b6c8-4099-9d33-e11706abc388 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3192322 Mar 04 02:52:40.440398 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5abfbf6-2497-5bc8-8249-8e37f7c4ec42-1a89e109-9f20-4ac6-b053-2ae2689a8f9b', 'network_id': '1a89e109-9f20-4ac6-b053-2ae2689a8f9b', 'project_id': 'fb82a41267684d0a9b7214922f313a23', 'fixed_ips': [{'subnet_id': '0f4f305e-f0df-4342-a740-91d5f7fcd063'}]}} from dv-cinder-828061-7-iscsi. {{(pid=102955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 02:52:40.441302 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:40.584207 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.db_base_plugin_common [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Allocated IP 192.168.233.2 (1a89e109-9f20-4ac6-b053-2ae2689a8f9b/0f4f305e-f0df-4342-a740-91d5f7fcd063/217d07e4-7daa-4ae5-8d23-30b8411b3a46) {{(pid=102955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:52:40.826367 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Publish callbacks [] for port (217d07e4-7daa-4ae5-8d23-30b8411b3a46), precommit_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:40.832299 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (217d07e4-7daa-4ae5-8d23-30b8411b3a46), after_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:40.875422 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Network 1a89e109-9f20-4ac6-b053-2ae2689a8f9b is already hosted by enough agents. {{(pid=102955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:52:40.878230 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.scheduler.base_scheduler [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Resources bound (agent type, host, resource id): {{(pid=102955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:52:40.882525 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Received port after_create {{(pid=102955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:52:40.886232 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Pushing event updated for resources: {'Port': ['ID=217d07e4-7daa-4ae5-8d23-30b8411b3a46,revision_number=1']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:52:40.897254 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:40.897630 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:40.898022 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:40.898365 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:40.898699 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:40.899033 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:40.899361 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:40.900024 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:40.900354 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:40.900538 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:40.900865 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:40.901189 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:40.901545 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:52:40.949014 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Attempting to bind port 217d07e4-7daa-4ae5-8d23-30b8411b3a46 on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:52:40.949389 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Attempting to bind port 217d07e4-7daa-4ae5-8d23-30b8411b3a46 by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': '37d1c472-a14f-4fff-af3b-dae7e6c138f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1a89e109-9f20-4ac6-b053-2ae2689a8f9b'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:52:40.949782 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Attempting to bind port 217d07e4-7daa-4ae5-8d23-30b8411b3a46 on network 1a89e109-9f20-4ac6-b053-2ae2689a8f9b {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:52:40.954929 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:52:40.955315 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Checking segment: {'id': '37d1c472-a14f-4fff-af3b-dae7e6c138f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1a89e109-9f20-4ac6-b053-2ae2689a8f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:52:40.955977 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:40.956369 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Bound using segment: {'id': '37d1c472-a14f-4fff-af3b-dae7e6c138f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1a89e109-9f20-4ac6-b053-2ae2689a8f9b'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:52:40.956833 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Bound port: 217d07e4-7daa-4ae5-8d23-30b8411b3a46, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d1c472-a14f-4fff-af3b-dae7e6c138f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1a89e109-9f20-4ac6-b053-2ae2689a8f9b'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:52:40.957211 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (217d07e4-7daa-4ae5-8d23-30b8411b3a46), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:41.018617 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] For port 217d07e4-7daa-4ae5-8d23-30b8411b3a46, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:52:41.021697 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] For port 217d07e4-7daa-4ae5-8d23-30b8411b3a46, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=217d07e4-7daa-4ae5-8d23-30b8411b3a46,segment=NetworkSegment(37d1c472-a14f-4fff-af3b-dae7e6c138f0),segment_id=37d1c472-a14f-4fff-af3b-dae7e6c138f0)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:52:41.028302 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (217d07e4-7daa-4ae5-8d23-30b8411b3a46), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:41.097022 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44f663-1f1e-4f77-bbc9-fded8f613834 None None] Pushing event updated for resources: {'Port': ['ID=217d07e4-7daa-4ae5-8d23-30b8411b3a46,revision_number=2']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:52:41.915054 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98b32bf-d6e8-49b8-81b7-3499a01f5107 None None] Network 1a89e109-9f20-4ac6-b053-2ae2689a8f9b requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 02:52:42.018376 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-7bd22381-8d29-4f0b-b19a-88c23e02f5da None None] Provisioning complete for port 217d07e4-7daa-4ae5-8d23-30b8411b3a46 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:52:42.018777 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-7bd22381-8d29-4f0b-b19a-88c23e02f5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (217d07e4-7daa-4ae5-8d23-30b8411b3a46), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:42.107348 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-7bd22381-8d29-4f0b-b19a-88c23e02f5da None None] Current status of the port 217d07e4-7daa-4ae5-8d23-30b8411b3a46 is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:52:42.107734 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-7bd22381-8d29-4f0b-b19a-88c23e02f5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (217d07e4-7daa-4ae5-8d23-30b8411b3a46), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:42.146080 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-7bd22381-8d29-4f0b-b19a-88c23e02f5da None None] For port 217d07e4-7daa-4ae5-8d23-30b8411b3a46, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=217d07e4-7daa-4ae5-8d23-30b8411b3a46,segment=NetworkSegment(37d1c472-a14f-4fff-af3b-dae7e6c138f0),segment_id=37d1c472-a14f-4fff-af3b-dae7e6c138f0)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:52:42.152516 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-7bd22381-8d29-4f0b-b19a-88c23e02f5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (217d07e4-7daa-4ae5-8d23-30b8411b3a46), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:42.208862 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd22381-8d29-4f0b-b19a-88c23e02f5da None None] Pushing event updated for resources: {'Port': ['ID=217d07e4-7daa-4ae5-8d23-30b8411b3a46,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:52:42.273378 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-284edf35-f7d2-40f9-bffe-93f88c177b5f None None] Provisioning complete for port 217d07e4-7daa-4ae5-8d23-30b8411b3a46 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:52:42.273800 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-284edf35-f7d2-40f9-bffe-93f88c177b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (217d07e4-7daa-4ae5-8d23-30b8411b3a46), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:42.351819 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-284edf35-f7d2-40f9-bffe-93f88c177b5f None None] Current status of the port 217d07e4-7daa-4ae5-8d23-30b8411b3a46 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:52:43.172099 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 217d07e4-7daa-4ae5-8d23-30b8411b3a46 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:52:43.224274 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 217d07e4-7daa-4ae5-8d23-30b8411b3a46 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:52:43.224663 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (217d07e4-7daa-4ae5-8d23-30b8411b3a46), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:52:43.301081 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 217d07e4-7daa-4ae5-8d23-30b8411b3a46 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:52:43.348201 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 5 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 02:53:01.927801 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-2776b787-841d-4bc2-a213-6a23bf0b0588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:53:04.308732 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-6302ad8c-2a7c-4099-8687-fb8b36304094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:53:05.301218 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:53:06.641112 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:53:08.332721 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:53:20.349714 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 5 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 02:53:31.922776 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-fadd95f7-0695-4368-bf2c-cdba7ab1c76d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:53:34.310942 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-455ea303-a016-4d3f-9b27-eb145bcb9cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:53:35.304716 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:53:36.642320 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:53:38.335476 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:53:57.347938 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 5 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 02:54:00.409790 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 54460) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:54:00.415691 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [None req-a753c14c-ad10-4401-97ae-dfbcebb5183b tempest-verify_tempest_config-104743830 tempest-verify_tempest_config-104743830-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102948) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 02:54:00.416725 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-a753c14c-ad10-4401-97ae-dfbcebb5183b tempest-verify_tempest_config-104743830 tempest-verify_tempest_config-104743830-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059812 Mar 04 02:54:00.699829 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 54478) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:54:00.799574 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-56ef4130-166b-45b9-93a1-8639c9b8e73b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:54:00.902157 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-56ef4130-166b-45b9-93a1-8639c9b8e73b admin admin] Publish callbacks [] for security_group (3d715b80-edc6-494c-9b0e-82b53a054079), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:54:00.905610 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-56ef4130-166b-45b9-93a1-8639c9b8e73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (3d715b80-edc6-494c-9b0e-82b53a054079), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:54:00.947180 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef4130-166b-45b9-93a1-8639c9b8e73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d715b80-edc6-494c-9b0e-82b53a054079,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:54:00.951596 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-56ef4130-166b-45b9-93a1-8639c9b8e73b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=09243dd634e1472ea666db7e29eae656&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2506325 Mar 04 02:54:00.954480 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 54482) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:54:00.956118 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef4130-166b-45b9-93a1-8639c9b8e73b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:00.956467 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef4130-166b-45b9-93a1-8639c9b8e73b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:00.956802 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef4130-166b-45b9-93a1-8639c9b8e73b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:00.957130 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef4130-166b-45b9-93a1-8639c9b8e73b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:00.957454 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef4130-166b-45b9-93a1-8639c9b8e73b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:00.957802 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef4130-166b-45b9-93a1-8639c9b8e73b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:00.958142 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef4130-166b-45b9-93a1-8639c9b8e73b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:00.958468 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef4130-166b-45b9-93a1-8639c9b8e73b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:00.958802 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef4130-166b-45b9-93a1-8639c9b8e73b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:00.959138 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef4130-166b-45b9-93a1-8639c9b8e73b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:00.959459 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef4130-166b-45b9-93a1-8639c9b8e73b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:00.959775 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef4130-166b-45b9-93a1-8639c9b8e73b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:00.960088 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef4130-166b-45b9-93a1-8639c9b8e73b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:01.012764 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3a97-7b85-4c7a-84bd-c872f7ec844d admin admin] Publish callbacks [] for security_group (3d715b80-edc6-494c-9b0e-82b53a054079), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:54:01.032859 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3a97-7b85-4c7a-84bd-c872f7ec844d admin admin] Publish callbacks [] for security_group (3d715b80-edc6-494c-9b0e-82b53a054079), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:54:01.123603 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3a97-7b85-4c7a-84bd-c872f7ec844d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (3d715b80-edc6-494c-9b0e-82b53a054079), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:54:01.126314 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3a97-7b85-4c7a-84bd-c872f7ec844d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:54:01.127463 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-3b5b3a97-7b85-4c7a-84bd-c872f7ec844d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d715b80-edc6-494c-9b0e-82b53a054079 HTTP/1.1" status: 204 len: 168 time: 0.1720221 Mar 04 02:54:01.136773 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b3a97-7b85-4c7a-84bd-c872f7ec844d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d715b80-edc6-494c-9b0e-82b53a054079,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:54:01.150846 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b3a97-7b85-4c7a-84bd-c872f7ec844d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:01.151220 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b3a97-7b85-4c7a-84bd-c872f7ec844d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:01.151572 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b3a97-7b85-4c7a-84bd-c872f7ec844d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:01.151981 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b3a97-7b85-4c7a-84bd-c872f7ec844d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:01.152576 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b3a97-7b85-4c7a-84bd-c872f7ec844d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:01.153054 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b3a97-7b85-4c7a-84bd-c872f7ec844d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:01.153498 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b3a97-7b85-4c7a-84bd-c872f7ec844d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:01.154048 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b3a97-7b85-4c7a-84bd-c872f7ec844d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:01.154472 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b3a97-7b85-4c7a-84bd-c872f7ec844d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:01.155148 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b3a97-7b85-4c7a-84bd-c872f7ec844d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:01.155513 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b3a97-7b85-4c7a-84bd-c872f7ec844d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:01.155900 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b3a97-7b85-4c7a-84bd-c872f7ec844d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:01.156387 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b3a97-7b85-4c7a-84bd-c872f7ec844d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:54:01.924419 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-3ff3fc81-9de7-4017-854f-8b55e1ce1bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:54:04.314192 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-f9a3028d-6884-4a55-b7ac-cbd22b963ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:54:05.309356 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:54:06.644365 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:54:08.347455 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:54:31.925900 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-2b8924b8-4544-453d-93e1-729c345591c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:54:34.315904 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-444fa7dc-bf78-4a5c-ab5d-ecf998ab5d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:54:34.347057 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 5 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 02:54:35.310427 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:54:36.647005 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:54:38.345459 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:55:01.926950 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-0da27408-8f5a-4c38-badf-bdaa76a6e18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:55:04.316453 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-56b1e152-5936-48d0-875e-c3bb6f0410c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:55:05.312784 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:55:06.649970 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:55:08.347807 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:55:11.348816 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 5 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 02:55:31.928615 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-4f2dae52-ea79-4c3b-8fb2-2ad630ac10e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:55:34.318793 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8b4c85c5-eb07-4522-bd49-fff0bab7e9fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:55:35.316657 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:55:36.653793 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:55:38.350081 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:55:42.030306 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642135'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:55:48.347421 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 02:55:56.362160 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 54554) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:55:56.465336 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-9cadca0b-b990-4810-adf4-6b226222a9c8 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1020861 Mar 04 02:55:58.813743 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 54564) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:55:58.873172 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-bc93b1d6-a344-4fab-a229-18ed621e2c7d admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0583441 Mar 04 02:56:01.931254 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-4a4dc2f4-ed71-404e-963e-420220a0a248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:56:04.321494 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b0b9bf2f-72fc-471e-8156-9a6ece89a28b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:56:05.320018 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:56:06.655910 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:56:08.355062 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:56:11.979520 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:56:25.346214 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 02:56:31.932482 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-d1c724f2-9100-4869-ac2c-3d7c4a70f52b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:56:34.324843 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-47b38cd4-579a-4a1c-be35-40f49017a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:56:35.323152 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:56:36.658733 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:56:38.356819 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:56:41.988299 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:01.934493 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e1d3d412-4c05-4d11-9761-62613a5f7c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:02.345158 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 02:57:04.327821 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-21d67c7b-cef7-495f-bf96-70bb78e221ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:05.325977 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:06.663474 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:08.359289 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:11.986977 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:31.951345 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-6f07c943-56fb-4eb2-929f-f4f5b11201dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:34.337365 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b8cad003-065a-417a-808b-9c4d821f4a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:35.118394 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 54772) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:35.147511 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 54778) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:35.180769 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 54790) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:35.180901 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 54792) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:35.312160 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 54802) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:35.329922 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:35.392922 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-c0a6edb9-0e05-4710-9a2e-472108079770 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1826949731-network', 'tenant_id': '5ae08e45cf394a85a30dbcd7d75ded63'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:57:35.420820 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a6edb9-0e05-4710-9a2e-472108079770 admin admin] Made reservation on behalf of 5ae08e45cf394a85a30dbcd7d75ded63 for: {'network': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:57:35.422280 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-723855518-network', 'tenant_id': '9edeadc46f9f4ecdbde7a8e379b87b73'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:57:35.423538 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c0a6edb9-0e05-4710-9a2e-472108079770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for network (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:35.455369 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-19b86032-cd92-43aa-9ba5-09a9d308a488 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-306629195-network', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:57:35.461574 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Made reservation on behalf of 9edeadc46f9f4ecdbde7a8e379b87b73 for: {'network': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:57:35.464508 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for network (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:35.476908 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:35.509857 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b86032-cd92-43aa-9ba5-09a9d308a488 admin admin] Made reservation on behalf of 334bbe5c6d1042b49abc0793f344935b for: {'network': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:57:35.513440 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-19b86032-cd92-43aa-9ba5-09a9d308a488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for network (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:35.523283 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1097678072-network', 'tenant_id': '435f5c6cbc834e5e9948bd463d8aa129'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:57:35.528985 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-19b86032-cd92-43aa-9ba5-09a9d308a488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:35.533646 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c0a6edb9-0e05-4710-9a2e-472108079770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:35.552766 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Made reservation on behalf of 435f5c6cbc834e5e9948bd463d8aa129 for: {'network': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:57:35.555278 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for network (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:35.568916 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:35.585045 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-939534d7-b41a-4908-bfd9-e7ca11671f94 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-566749904-network', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:57:35.641598 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Publish callbacks [] for security_group (0213ad4f-218d-4dd4-86c5-37ed5a654602), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:35.648564 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939534d7-b41a-4908-bfd9-e7ca11671f94 admin admin] Made reservation on behalf of dd4856b10f144130bf4788557dd60a24 for: {'network': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:57:35.651255 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-939534d7-b41a-4908-bfd9-e7ca11671f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for network (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:35.659252 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (0213ad4f-218d-4dd4-86c5-37ed5a654602), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:35.687684 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Publish callbacks [] for security_group (fe5d14a1-7153-4751-803f-005a8757b983), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:35.705453 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (fe5d14a1-7153-4751-803f-005a8757b983), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:35.712276 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-939534d7-b41a-4908-bfd9-e7ca11671f94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:35.724598 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-19b86032-cd92-43aa-9ba5-09a9d308a488 admin admin] Publish callbacks [] for security_group (8591ca3e-7fac-41a7-945f-b841e8078a26), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:35.732310 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=102946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 02:57:35.754023 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-19b86032-cd92-43aa-9ba5-09a9d308a488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (8591ca3e-7fac-41a7-945f-b841e8078a26), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:35.754254 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5d14a1-7153-4751-803f-005a8757b983,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:35.761512 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=102948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 02:57:35.769657 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.770437 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.770995 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.771525 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.771880 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.772242 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.772597 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.772957 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.773311 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.773734 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.774081 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.774464 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.774763 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Tracked resource versions report: Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: pushed versions: Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: { 'AddressGroup': {'1.2'}, Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: 'ConntrackHelper': {'1.0'}, Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: 'LocalIPAssociation': {'1.0'}, Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: 'Log': {'1.0'}, Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: 'Network': {'1.1'}, Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: 'Port': {'1.7'}, Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: 'PortForwarding': {'1.2'}, Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: 'QosPolicy': {'1.10'}, Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: 'SecurityGroup': {'1.5'}, Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: 'SecurityGroupRule': {'1.2'}, Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: 'SubPort': {'1.0'}, Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: 'Subnet': {'1.1'}, Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: 'Trunk': {'1.1'}} Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: consumer versions: Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: { DHCP agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: HyperV agent@hv-cinder-82806: {}, Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: L3 agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: Metadata agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: Metering agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: Open vSwitch agent@dv-cinder-828061-7-iscsi: { 'AddressGroup': '1.2', Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: 'ConntrackHelper': '1.0', Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: 'LocalIPAssociation': '1.0', Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: 'Log': '1.0', Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: 'Network': '1.1', Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: 'Port': '1.7', Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: 'PortForwarding': '1.2', Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: 'QosPolicy': '1.10', Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: 'SecurityGroup': '1.5', Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: 'SecurityGroupRule': '1.2', Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: 'SubPort': '1.0', Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: 'Subnet': '1.1', Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: 'Trunk': '1.1'}} Mar 04 02:57:35.775904 dv-cinder-828061-7-iscsi neutron-server[102948]: {{(pid=102948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 02:57:35.782371 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (40210cda-f220-447e-88df-8afede29b116), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:35.782698 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.db.segments_db [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Added segment 40210cda-f220-447e-88df-8afede29b116 of type vlan for network 47e6c6c4-45d4-43ea-baac-423caa1c0adf Mar 04 02:57:35.791423 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (8249a905-31bb-4e01-a616-379d38917352), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:35.791771 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.db.segments_db [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Added segment 8249a905-31bb-4e01-a616-379d38917352 of type vlan for network d64efdae-0305-4058-8f96-4ee6eb81be2d Mar 04 02:57:35.833821 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0213ad4f-218d-4dd4-86c5-37ed5a654602,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:35.838439 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753425852492'] for network (d64efdae-0305-4058-8f96-4ee6eb81be2d), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:35.880993 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for network (d64efdae-0305-4058-8f96-4ee6eb81be2d), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:35.881996 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b86032-cd92-43aa-9ba5-09a9d308a488 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=102946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 02:57:35.882487 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:57:35.883233 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:35.933555 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753425852492'] for network (47e6c6c4-45d4-43ea-baac-423caa1c0adf), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:35.954482 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7684662 Mar 04 02:57:35.954482 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 54824) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:35.954663 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-19b86032-cd92-43aa-9ba5-09a9d308a488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (c1bfdc25-a414-4989-8a99-de716f99d389), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:35.954663 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.db.segments_db [None req-19b86032-cd92-43aa-9ba5-09a9d308a488 admin admin] Added segment c1bfdc25-a414-4989-8a99-de716f99d389 of type vlan for network 50eae8c7-06bd-487c-a181-0dbe4478419c Mar 04 02:57:35.966403 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.967190 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.967726 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.968393 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.968921 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.970316 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.970909 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.971539 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.972081 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.972687 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.973395 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.974495 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-0d0f05b5-4e80-498a-a598-4d72012cfb66 admin admin] Request body: {'subnet': {'network_id': 'd64efdae-0305-4058-8f96-4ee6eb81be2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1097678072-subnet', 'tenant_id': '435f5c6cbc834e5e9948bd463d8aa129', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:57:35.975015 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.976826 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Tracked resource versions report: Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: pushed versions: Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: { 'AddressGroup': {'1.2'}, Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: 'ConntrackHelper': {'1.0'}, Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: 'LocalIPAssociation': {'1.0'}, Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: 'Log': {'1.0'}, Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: 'Network': {'1.1'}, Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: 'Port': {'1.7'}, Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: 'PortForwarding': {'1.2'}, Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: 'QosPolicy': {'1.10'}, Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: 'SecurityGroup': {'1.5'}, Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: 'SecurityGroupRule': {'1.2'}, Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: 'SubPort': {'1.0'}, Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: 'Subnet': {'1.1'}, Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: 'Trunk': {'1.1'}} Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: consumer versions: Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: { DHCP agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: HyperV agent@hv-cinder-82806: {}, Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: L3 agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: Metadata agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: Metering agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: Open vSwitch agent@dv-cinder-828061-7-iscsi: { 'AddressGroup': '1.2', Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: 'ConntrackHelper': '1.0', Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: 'LocalIPAssociation': '1.0', Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: 'Log': '1.0', Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: 'Network': '1.1', Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: 'Port': '1.7', Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: 'PortForwarding': '1.2', Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: 'QosPolicy': '1.10', Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: 'SecurityGroup': '1.5', Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: 'SecurityGroupRule': '1.2', Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: 'SubPort': '1.0', Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: 'Subnet': '1.1', Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: 'Trunk': '1.1'}} Mar 04 02:57:35.978275 dv-cinder-828061-7-iscsi neutron-server[102946]: {{(pid=102946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 02:57:35.991619 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb06d8c-cff5-4a5c-9d1e-9e6dac4a1c76 admin admin] Pushing event updated for resources: {'Network': ['ID=d64efdae-0305-4058-8f96-4ee6eb81be2d,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:36.008378 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0f05b5-4e80-498a-a598-4d72012cfb66 admin admin] Made reservation on behalf of 435f5c6cbc834e5e9948bd463d8aa129 for: {'subnet': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:57:36.011290 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0d0f05b5-4e80-498a-a598-4d72012cfb66 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:36.030752 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Network d64efdae-0305-4058-8f96-4ee6eb81be2d details requested by agent ovs-agent-dv-cinder-828061-7-iscsi with host dv-cinder-828061-7-iscsi {{(pid=102955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 02:57:36.158075 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c0a6edb9-0e05-4710-9a2e-472108079770 admin admin] Publish callbacks [] for security_group (d84915d2-cf7b-41d7-8954-887b9ae2f1d7), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:36.219378 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-939534d7-b41a-4908-bfd9-e7ca11671f94 admin admin] Publish callbacks [] for security_group (acf3c01a-f86e-4b7b-a175-d33858be7cdc), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:36.223100 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c0a6edb9-0e05-4710-9a2e-472108079770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (d84915d2-cf7b-41d7-8954-887b9ae2f1d7), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:36.269459 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b86032-cd92-43aa-9ba5-09a9d308a488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8591ca3e-7fac-41a7-945f-b841e8078a26,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:36.275294 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for network (47e6c6c4-45d4-43ea-baac-423caa1c0adf), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:36.277021 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:57:36.278043 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:36.278150 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6edb9-0e05-4710-9a2e-472108079770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84915d2-cf7b-41d7-8954-887b9ae2f1d7,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:36.281272 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-939534d7-b41a-4908-bfd9-e7ca11671f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (acf3c01a-f86e-4b7b-a175-d33858be7cdc), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:36.281395 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-19b86032-cd92-43aa-9ba5-09a9d308a488 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753425852492'] for network (50eae8c7-06bd-487c-a181-0dbe4478419c), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:36.299871 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939534d7-b41a-4908-bfd9-e7ca11671f94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=102948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 02:57:36.311549 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-939534d7-b41a-4908-bfd9-e7ca11671f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (f84e4a76-fe05-4a76-bef8-c293ba04a698), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:36.311954 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.db.segments_db [None req-939534d7-b41a-4908-bfd9-e7ca11671f94 admin admin] Added segment f84e4a76-fe05-4a76-bef8-c293ba04a698 of type vlan for network 89103e18-9486-4035-aa3f-78b34592cbe0 Mar 04 02:57:36.349730 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] Pushing event updated for resources: {'Network': ['ID=47e6c6c4-45d4-43ea-baac-423caa1c0adf,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:36.369205 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-4bc38112-a454-4684-815b-f67b508f47c2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2470729 Mar 04 02:57:36.369381 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Network 47e6c6c4-45d4-43ea-baac-423caa1c0adf details requested by agent ovs-agent-dv-cinder-828061-7-iscsi with host dv-cinder-828061-7-iscsi {{(pid=102955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 02:57:36.372890 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 54852) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:36.379171 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-bd418597-6eb1-4536-b4dc-dd61616f0679 admin admin] Request body: {'subnet': {'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-723855518-subnet', 'tenant_id': '9edeadc46f9f4ecdbde7a8e379b87b73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:57:36.381267 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-939534d7-b41a-4908-bfd9-e7ca11671f94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753425852492'] for network (89103e18-9486-4035-aa3f-78b34592cbe0), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:36.412398 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd418597-6eb1-4536-b4dc-dd61616f0679 admin admin] Made reservation on behalf of 9edeadc46f9f4ecdbde7a8e379b87b73 for: {'subnet': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:57:36.415299 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-bd418597-6eb1-4536-b4dc-dd61616f0679 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:36.481378 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-19b86032-cd92-43aa-9ba5-09a9d308a488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for network (50eae8c7-06bd-487c-a181-0dbe4478419c), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:36.482338 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b86032-cd92-43aa-9ba5-09a9d308a488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:57:36.483000 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-19b86032-cd92-43aa-9ba5-09a9d308a488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:36.522154 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-19b86032-cd92-43aa-9ba5-09a9d308a488 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3402545 Mar 04 02:57:36.527924 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 54864) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:36.540360 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-b62e0ae8-db2e-4fa8-ae76-0d476c0d173c admin admin] Request body: {'subnet': {'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-306629195-subnet', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:57:36.541971 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939534d7-b41a-4908-bfd9-e7ca11671f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf3c01a-f86e-4b7b-a175-d33858be7cdc,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:36.544118 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-939534d7-b41a-4908-bfd9-e7ca11671f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for network (89103e18-9486-4035-aa3f-78b34592cbe0), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:36.545461 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939534d7-b41a-4908-bfd9-e7ca11671f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:57:36.545726 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-939534d7-b41a-4908-bfd9-e7ca11671f94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:36.587563 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a6edb9-0e05-4710-9a2e-472108079770 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=102948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 02:57:36.626616 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b86032-cd92-43aa-9ba5-09a9d308a488 admin admin] Pushing event updated for resources: {'Network': ['ID=50eae8c7-06bd-487c-a181-0dbe4478419c,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:36.632296 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-939534d7-b41a-4908-bfd9-e7ca11671f94 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3185186 Mar 04 02:57:36.636425 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 54870) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:36.639257 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62e0ae8-db2e-4fa8-ae76-0d476c0d173c admin admin] Made reservation on behalf of 334bbe5c6d1042b49abc0793f344935b for: {'subnet': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:57:36.641737 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Network 50eae8c7-06bd-487c-a181-0dbe4478419c details requested by agent ovs-agent-dv-cinder-828061-7-iscsi with host dv-cinder-828061-7-iscsi {{(pid=102955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 02:57:36.642147 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b62e0ae8-db2e-4fa8-ae76-0d476c0d173c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:36.649732 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939534d7-b41a-4908-bfd9-e7ca11671f94 admin admin] Pushing event updated for resources: {'Network': ['ID=89103e18-9486-4035-aa3f-78b34592cbe0,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:36.652925 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c0a6edb9-0e05-4710-9a2e-472108079770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (7a0ba5b2-93cb-4930-b1d8-7e8c1e392b97), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:36.653323 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-db209cdd-50a3-4530-b67a-bec7e16359f7 admin admin] Request body: {'subnet': {'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-566749904-subnet', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:57:36.653441 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.db.segments_db [None req-c0a6edb9-0e05-4710-9a2e-472108079770 admin admin] Added segment 7a0ba5b2-93cb-4930-b1d8-7e8c1e392b97 of type vlan for network 9e7b90f3-cd23-48a5-92b3-8c463814972e Mar 04 02:57:36.655583 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0d0f05b5-4e80-498a-a598-4d72012cfb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for subnet (9a402aac-443f-4244-b7c1-141fa3d052d2), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:36.683132 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Network 89103e18-9486-4035-aa3f-78b34592cbe0 details requested by agent ovs-agent-dv-cinder-828061-7-iscsi with host dv-cinder-828061-7-iscsi {{(pid=102955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 02:57:36.789446 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:36.826822 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db209cdd-50a3-4530-b67a-bec7e16359f7 admin admin] Made reservation on behalf of dd4856b10f144130bf4788557dd60a24 for: {'subnet': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:57:36.828260 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c0a6edb9-0e05-4710-9a2e-472108079770 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753425852492'] for network (9e7b90f3-cd23-48a5-92b3-8c463814972e), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:36.829826 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-db209cdd-50a3-4530-b67a-bec7e16359f7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:36.875976 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f05b5-4e80-498a-a598-4d72012cfb66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a402aac-443f-4244-b7c1-141fa3d052d2,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:36.880984 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f05b5-4e80-498a-a598-4d72012cfb66 admin admin] Checking segment: {'id': '8249a905-31bb-4e01-a616-379d38917352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd64efdae-0305-4058-8f96-4ee6eb81be2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:57:36.881544 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0f05b5-4e80-498a-a598-4d72012cfb66 admin admin] Network hostable DHCP agents. Network: d64efdae-0305-4058-8f96-4ee6eb81be2d, hostable agents: ['193be762-5f90-4059-8499-961b96963e98'], hosted agents: [] {{(pid=102948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 02:57:36.912251 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0f05b5-4e80-498a-a598-4d72012cfb66 admin admin] Network d64efdae-0305-4058-8f96-4ee6eb81be2d is scheduled to be hosted by DHCP agent 193be762-5f90-4059-8499-961b96963e98 with binding_index 1 {{(pid=102948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 02:57:36.940772 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-0d0f05b5-4e80-498a-a598-4d72012cfb66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-7-iscsi, d64efdae-0305-4058-8f96-4ee6eb81be2d) {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:57:36.947139 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0f05b5-4e80-498a-a598-4d72012cfb66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:57:36.948907 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0d0f05b5-4e80-498a-a598-4d72012cfb66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:36.953458 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49edf71d-8673-4631-adfa-ca8ba7a49a73 None None] Network d64efdae-0305-4058-8f96-4ee6eb81be2d requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 02:57:36.956169 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c0a6edb9-0e05-4710-9a2e-472108079770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for network (9e7b90f3-cd23-48a5-92b3-8c463814972e), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:36.958551 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a6edb9-0e05-4710-9a2e-472108079770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:57:36.959436 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c0a6edb9-0e05-4710-9a2e-472108079770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:36.976694 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-bd418597-6eb1-4536-b4dc-dd61616f0679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for subnet (431140ff-e7d6-4b01-b509-15f7f795257b), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:37.010815 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-c0a6edb9-0e05-4710-9a2e-472108079770 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8559330 Mar 04 02:57:37.012185 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 54894) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:37.028003 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-0d0f05b5-4e80-498a-a598-4d72012cfb66 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0573301 Mar 04 02:57:37.032145 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 54896) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:37.120912 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-4fccc37d-26e1-4133-8ff7-ddae08041ebc admin admin] Request body: {'subnet': {'network_id': '9e7b90f3-cd23-48a5-92b3-8c463814972e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1826949731-subnet', 'tenant_id': '5ae08e45cf394a85a30dbcd7d75ded63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:57:37.129065 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd418597-6eb1-4536-b4dc-dd61616f0679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=431140ff-e7d6-4b01-b509-15f7f795257b,revision_number=0']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:37.142564 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-42821e5d-7c5e-4698-86e1-9a1450ca2c37 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1097678072-router', 'tenant_id': '435f5c6cbc834e5e9948bd463d8aa129', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:57:37.174411 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4f91b1-0d0f-4653-96d9-425ae4bd2af7 None None] Network d64efdae-0305-4058-8f96-4ee6eb81be2d requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 02:57:37.204309 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd418597-6eb1-4536-b4dc-dd61616f0679 admin admin] Checking segment: {'id': '40210cda-f220-447e-88df-8afede29b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:57:37.204851 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd418597-6eb1-4536-b4dc-dd61616f0679 admin admin] Network hostable DHCP agents. Network: 47e6c6c4-45d4-43ea-baac-423caa1c0adf, hostable agents: ['193be762-5f90-4059-8499-961b96963e98'], hosted agents: [] {{(pid=102946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 02:57:37.224688 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b62e0ae8-db2e-4fa8-ae76-0d476c0d173c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for subnet (16952d07-ba3d-4d83-b57f-d1a1f6336b50), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:37.297136 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6edb9-0e05-4710-9a2e-472108079770 admin admin] Pushing event updated for resources: {'Network': ['ID=9e7b90f3-cd23-48a5-92b3-8c463814972e,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:37.321418 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd418597-6eb1-4536-b4dc-dd61616f0679 admin admin] Network 47e6c6c4-45d4-43ea-baac-423caa1c0adf is scheduled to be hosted by DHCP agent 193be762-5f90-4059-8499-961b96963e98 with binding_index 1 {{(pid=102946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 02:57:37.321965 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fccc37d-26e1-4133-8ff7-ddae08041ebc admin admin] Made reservation on behalf of 5ae08e45cf394a85a30dbcd7d75ded63 for: {'subnet': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:57:37.329306 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-4fccc37d-26e1-4133-8ff7-ddae08041ebc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:37.349959 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Network 9e7b90f3-cd23-48a5-92b3-8c463814972e details requested by agent ovs-agent-dv-cinder-828061-7-iscsi with host dv-cinder-828061-7-iscsi {{(pid=102955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 02:57:37.375117 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-db209cdd-50a3-4530-b67a-bec7e16359f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for subnet (b6f4c4ae-a118-4ae8-b92d-55d0c45c943d), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:37.429263 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e0ae8-db2e-4fa8-ae76-0d476c0d173c admin admin] Pushing event updated for resources: {'Subnet': ['ID=16952d07-ba3d-4d83-b57f-d1a1f6336b50,revision_number=0']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:37.441996 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-42821e5d-7c5e-4698-86e1-9a1450ca2c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59233'] for router (8a10c7bc-60b0-460a-802d-772ee39065c0), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:37.442987 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-42821e5d-7c5e-4698-86e1-9a1450ca2c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59160'] for router (8a10c7bc-60b0-460a-802d-772ee39065c0), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:37.453379 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-bd418597-6eb1-4536-b4dc-dd61616f0679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-7-iscsi, 47e6c6c4-45d4-43ea-baac-423caa1c0adf) {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:57:37.454992 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62e0ae8-db2e-4fa8-ae76-0d476c0d173c admin admin] Checking segment: {'id': 'c1bfdc25-a414-4989-8a99-de716f99d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:57:37.455354 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62e0ae8-db2e-4fa8-ae76-0d476c0d173c admin admin] Network hostable DHCP agents. Network: 50eae8c7-06bd-487c-a181-0dbe4478419c, hostable agents: ['193be762-5f90-4059-8499-961b96963e98'], hosted agents: [] {{(pid=102946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 02:57:37.470008 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304d0abf-98a3-4a9c-84db-8d93e98ed90c None None] Network 47e6c6c4-45d4-43ea-baac-423caa1c0adf requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 02:57:37.479151 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd418597-6eb1-4536-b4dc-dd61616f0679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:57:37.479751 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-bd418597-6eb1-4536-b4dc-dd61616f0679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:37.546314 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db209cdd-50a3-4530-b67a-bec7e16359f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6f4c4ae-a118-4ae8-b92d-55d0c45c943d,revision_number=0']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:37.550246 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 54906) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:37.550246 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 54910) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:37.610493 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-bd418597-6eb1-4536-b4dc-dd61616f0679 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2364757 Mar 04 02:57:37.643412 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089ae8da-28f5-4703-ac9f-ed4f7a3a8874 None None] Network 47e6c6c4-45d4-43ea-baac-423caa1c0adf requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 02:57:37.646671 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62e0ae8-db2e-4fa8-ae76-0d476c0d173c admin admin] Network 50eae8c7-06bd-487c-a181-0dbe4478419c is scheduled to be hosted by DHCP agent 193be762-5f90-4059-8499-961b96963e98 with binding_index 1 {{(pid=102946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 02:57:37.682132 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db209cdd-50a3-4530-b67a-bec7e16359f7 admin admin] Checking segment: {'id': 'f84e4a76-fe05-4a76-bef8-c293ba04a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:57:37.682588 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db209cdd-50a3-4530-b67a-bec7e16359f7 admin admin] Network hostable DHCP agents. Network: 89103e18-9486-4035-aa3f-78b34592cbe0, hostable agents: ['193be762-5f90-4059-8499-961b96963e98'], hosted agents: [] {{(pid=102946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 02:57:37.686368 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-b62e0ae8-db2e-4fa8-ae76-0d476c0d173c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-7-iscsi, 50eae8c7-06bd-487c-a181-0dbe4478419c) {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:57:37.693099 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62e0ae8-db2e-4fa8-ae76-0d476c0d173c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:57:37.694431 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b62e0ae8-db2e-4fa8-ae76-0d476c0d173c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:37.694574 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-42821e5d-7c5e-4698-86e1-9a1450ca2c37 admin admin] Publish callbacks [] for router_controller (8a10c7bc-60b0-460a-802d-772ee39065c0), precommit_add_association {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:37.735844 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-b62e0ae8-db2e-4fa8-ae76-0d476c0d173c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2031834 Mar 04 02:57:37.736535 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db209cdd-50a3-4530-b67a-bec7e16359f7 admin admin] Network 89103e18-9486-4035-aa3f-78b34592cbe0 is scheduled to be hosted by DHCP agent 193be762-5f90-4059-8499-961b96963e98 with binding_index 1 {{(pid=102946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 02:57:37.740043 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 54926) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:37.745597 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-33cec295-875a-48ef-bcb5-59e90591121a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-306629195-router', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:57:37.762814 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-db209cdd-50a3-4530-b67a-bec7e16359f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-7-iscsi, 89103e18-9486-4035-aa3f-78b34592cbe0) {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:57:37.774153 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc94d5a-88bb-43f8-804c-8da5f1519732 None None] Network 50eae8c7-06bd-487c-a181-0dbe4478419c requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 02:57:37.778846 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db209cdd-50a3-4530-b67a-bec7e16359f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:57:37.779439 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-db209cdd-50a3-4530-b67a-bec7e16359f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:37.782871 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dcc2c2-b973-4a59-a40a-04bc935a7daa None None] Network 89103e18-9486-4035-aa3f-78b34592cbe0 requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 02:57:37.799321 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-33cec295-875a-48ef-bcb5-59e90591121a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59233'] for router (7e005565-ea5a-471f-9562-8936e132e350), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:37.800546 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-33cec295-875a-48ef-bcb5-59e90591121a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59160'] for router (7e005565-ea5a-471f-9562-8936e132e350), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:37.827817 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-db209cdd-50a3-4530-b67a-bec7e16359f7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1902266 Mar 04 02:57:37.831110 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 54928) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:37.851209 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-2d30bbf8-5b80-45b5-8ce1-ebf43f4a8b0e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-566749904-router', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:57:37.897681 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-6aa44150-723c-47c7-9eab-fa264d0e0899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:37.909044 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f6dc33df-35d2-4238-a038-c3a92645135f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:37.998968 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-42821e5d-7c5e-4698-86e1-9a1450ca2c37 admin admin] Publish callbacks [] for router_gateway (8a10c7bc-60b0-460a-802d-772ee39065c0), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:38.043107 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-33cec295-875a-48ef-bcb5-59e90591121a admin admin] Publish callbacks [] for router_controller (7e005565-ea5a-471f-9562-8936e132e350), precommit_add_association {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:38.071081 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2d30bbf8-5b80-45b5-8ce1-ebf43f4a8b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59233'] for router (c9da1d57-6090-481c-b495-f021b8958afa), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:38.071358 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2d30bbf8-5b80-45b5-8ce1-ebf43f4a8b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59160'] for router (c9da1d57-6090-481c-b495-f021b8958afa), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:38.115753 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-4fccc37d-26e1-4133-8ff7-ddae08041ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for subnet (f7704bc1-6e6d-4b9c-b819-30bbf70f7eba), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:38.138990 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5abfbf6-2497-5bc8-8249-8e37f7c4ec42-89103e18-9486-4035-aa3f-78b34592cbe0', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'fixed_ips': [{'subnet_id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d'}]}} from dv-cinder-828061-7-iscsi. {{(pid=102955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 02:57:38.143091 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:38.177864 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccc37d-26e1-4133-8ff7-ddae08041ebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7704bc1-6e6d-4b9c-b819-30bbf70f7eba,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:38.204419 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fccc37d-26e1-4133-8ff7-ddae08041ebc admin admin] Checking segment: {'id': '7a0ba5b2-93cb-4930-b1d8-7e8c1e392b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '9e7b90f3-cd23-48a5-92b3-8c463814972e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:57:38.204851 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fccc37d-26e1-4133-8ff7-ddae08041ebc admin admin] Network hostable DHCP agents. Network: 9e7b90f3-cd23-48a5-92b3-8c463814972e, hostable agents: ['193be762-5f90-4059-8499-961b96963e98'], hosted agents: [] {{(pid=102948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 02:57:38.220043 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f6dc33df-35d2-4238-a038-c3a92645135f admin admin] Publish callbacks [] for security_group (ab9c75ca-29f8-404b-b64d-bb0de390e3ef), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:38.266880 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fccc37d-26e1-4133-8ff7-ddae08041ebc admin admin] Network 9e7b90f3-cd23-48a5-92b3-8c463814972e is scheduled to be hosted by DHCP agent 193be762-5f90-4059-8499-961b96963e98 with binding_index 1 {{(pid=102948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 02:57:38.268433 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f6dc33df-35d2-4238-a038-c3a92645135f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (ab9c75ca-29f8-404b-b64d-bb0de390e3ef), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:38.310287 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.db_base_plugin_common [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Allocated IP 172.20.0.2 (89103e18-9486-4035-aa3f-78b34592cbe0/b6f4c4ae-a118-4ae8-b92d-55d0c45c943d/40219e10-03a6-4e44-8dfd-229ff1c832c9) {{(pid=102955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:57:38.345212 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc33df-35d2-4238-a038-c3a92645135f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9c75ca-29f8-404b-b64d-bb0de390e3ef,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:38.385225 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-42821e5d-7c5e-4698-86e1-9a1450ca2c37 admin admin] Publish callbacks [] for router_gateway (8a10c7bc-60b0-460a-802d-772ee39065c0), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:38.387471 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-4fccc37d-26e1-4133-8ff7-ddae08041ebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-7-iscsi, 9e7b90f3-cd23-48a5-92b3-8c463814972e) {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:57:38.405044 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3148622b-6e5a-4b82-afd2-9e20ae17c95f None None] Network 9e7b90f3-cd23-48a5-92b3-8c463814972e requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 02:57:38.406466 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fccc37d-26e1-4133-8ff7-ddae08041ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:57:38.408228 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-4fccc37d-26e1-4133-8ff7-ddae08041ebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:38.421728 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 54956) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:38.433964 dv-cinder-828061-7-iscsi neutron-server[102946]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 04 02:57:38.445314 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-33cec295-875a-48ef-bcb5-59e90591121a admin admin] Publish callbacks [] for router_gateway (7e005565-ea5a-471f-9562-8936e132e350), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:38.452957 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2d30bbf8-5b80-45b5-8ce1-ebf43f4a8b0e admin admin] Publish callbacks [] for router_controller (c9da1d57-6090-481c-b495-f021b8958afa), precommit_add_association {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:38.457191 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-4fccc37d-26e1-4133-8ff7-ddae08041ebc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4392169 Mar 04 02:57:38.457191 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-42821e5d-7c5e-4698-86e1-9a1450ca2c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:38.495707 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-f6dc33df-35d2-4238-a038-c3a92645135f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05150bcf333f4c3587f6a83074640dd1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9340179 Mar 04 02:57:38.495707 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-6aa44150-723c-47c7-9eab-fa264d0e0899 admin admin] Publish callbacks [] for security_group (1e075977-d677-49ca-9922-03d79fe361c8), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:38.508732 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0bbfb9-5186-419f-bee0-6aa0ded17846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5abfbf6-2497-5bc8-8249-8e37f7c4ec42-50eae8c7-06bd-487c-a181-0dbe4478419c', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'fixed_ips': [{'subnet_id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50'}]}} from dv-cinder-828061-7-iscsi. {{(pid=102955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 02:57:38.508732 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-3f0bbfb9-5186-419f-bee0-6aa0ded17846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:38.510001 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 54960) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:38.532157 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:38.558018 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-6aa44150-723c-47c7-9eab-fa264d0e0899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (1e075977-d677-49ca-9922-03d79fe361c8), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:38.599801 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Publish callbacks [] for port (40219e10-03a6-4e44-8dfd-229ff1c832c9), precommit_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:38.610721 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-42821e5d-7c5e-4698-86e1-9a1450ca2c37 admin admin] Allocated IP 172.27.2.171 (4b7e2636-a469-4d8a-9bd4-65ee0f06b31b/15e6bee3-74fb-492e-abc3-419d01a26fc0/4fc261c1-6a64-4e72-8436-61f871fce135) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:57:38.678307 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (40219e10-03a6-4e44-8dfd-229ff1c832c9), after_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:38.757777 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a63751c-d158-4098-9b15-cb6401bdf39c None None] Network 9e7b90f3-cd23-48a5-92b3-8c463814972e requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 02:57:38.765508 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Network 89103e18-9486-4035-aa3f-78b34592cbe0 is already hosted by enough agents. {{(pid=102955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:57:38.807070 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.scheduler.base_scheduler [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Resources bound (agent type, host, resource id): {{(pid=102955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:57:38.849245 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Received port after_create {{(pid=102955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:57:38.851684 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Pushing event updated for resources: {'Port': ['ID=40219e10-03a6-4e44-8dfd-229ff1c832c9,revision_number=1']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:38.870858 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:38.871534 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:38.872076 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:38.872622 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:38.873290 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:38.873864 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:38.874398 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:38.874800 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:38.875319 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:38.876185 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:38.876723 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:38.877378 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:38.877682 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Tracked resource versions report: Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: pushed versions: Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: { 'AddressGroup': {'1.2'}, Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: 'ConntrackHelper': {'1.0'}, Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: 'LocalIPAssociation': {'1.0'}, Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: 'Log': {'1.0'}, Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: 'Network': {'1.1'}, Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: 'Port': {'1.7'}, Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: 'PortForwarding': {'1.2'}, Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: 'QosPolicy': {'1.10'}, Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: 'SecurityGroup': {'1.5'}, Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: 'SecurityGroupRule': {'1.2'}, Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: 'SubPort': {'1.0'}, Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: 'Subnet': {'1.1'}, Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: 'Trunk': {'1.1'}} Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: consumer versions: Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: { DHCP agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: HyperV agent@hv-cinder-82806: {}, Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: L3 agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: Metadata agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: Metering agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: Open vSwitch agent@dv-cinder-828061-7-iscsi: { 'AddressGroup': '1.2', Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: 'ConntrackHelper': '1.0', Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: 'LocalIPAssociation': '1.0', Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: 'Log': '1.0', Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: 'Network': '1.1', Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: 'Port': '1.7', Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: 'PortForwarding': '1.2', Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: 'QosPolicy': '1.10', Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: 'SecurityGroup': '1.5', Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: 'SecurityGroupRule': '1.2', Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: 'SubPort': '1.0', Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: 'Subnet': '1.1', Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: 'Trunk': '1.1'}} Mar 04 02:57:38.879037 dv-cinder-828061-7-iscsi neutron-server[102955]: {{(pid=102955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 02:57:38.905219 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-42821e5d-7c5e-4698-86e1-9a1450ca2c37 admin admin] Publish callbacks [] for port (4fc261c1-6a64-4e72-8436-61f871fce135), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:38.919196 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.db_base_plugin_common [None req-3f0bbfb9-5186-419f-bee0-6aa0ded17846 None None] Allocated IP 172.20.0.2 (50eae8c7-06bd-487c-a181-0dbe4478419c/16952d07-ba3d-4d83-b57f-d1a1f6336b50/fb8b535b-52ee-447d-a902-cdd02e2a6fda) {{(pid=102955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:57:38.928027 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 54986) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:38.945789 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-42821e5d-7c5e-4698-86e1-9a1450ca2c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (4fc261c1-6a64-4e72-8436-61f871fce135), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:38.974785 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Attempting to bind port 40219e10-03a6-4e44-8dfd-229ff1c832c9 on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:57:38.975180 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Attempting to bind port 40219e10-03a6-4e44-8dfd-229ff1c832c9 by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': 'f84e4a76-fe05-4a76-bef8-c293ba04a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:57:38.975747 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Attempting to bind port 40219e10-03a6-4e44-8dfd-229ff1c832c9 on network 89103e18-9486-4035-aa3f-78b34592cbe0 {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:57:38.994087 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-6aa44150-723c-47c7-9eab-fa264d0e0899 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2dd78f768db498f840cb0041e425b7d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4358933 Mar 04 02:57:38.994563 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42821e5d-7c5e-4698-86e1-9a1450ca2c37 admin admin] Network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:57:38.996833 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 54988) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:39.037584 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-42821e5d-7c5e-4698-86e1-9a1450ca2c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:57:39.041473 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:57:39.042349 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Checking segment: {'id': 'f84e4a76-fe05-4a76-bef8-c293ba04a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:57:39.042964 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:39.043516 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Bound using segment: {'id': 'f84e4a76-fe05-4a76-bef8-c293ba04a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:57:39.044368 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Bound port: 40219e10-03a6-4e44-8dfd-229ff1c832c9, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84e4a76-fe05-4a76-bef8-c293ba04a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:57:39.044740 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (40219e10-03a6-4e44-8dfd-229ff1c832c9), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:39.053087 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42821e5d-7c5e-4698-86e1-9a1450ca2c37 admin admin] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:57:39.058497 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42821e5d-7c5e-4698-86e1-9a1450ca2c37 admin admin] Pushing event updated for resources: {'Port': ['ID=4fc261c1-6a64-4e72-8436-61f871fce135,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:39.130079 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2d30bbf8-5b80-45b5-8ce1-ebf43f4a8b0e admin admin] Publish callbacks [] for router_gateway (c9da1d57-6090-481c-b495-f021b8958afa), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:39.144003 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa44150-723c-47c7-9eab-fa264d0e0899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e075977-d677-49ca-9922-03d79fe361c8,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:39.164980 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] For port 40219e10-03a6-4e44-8dfd-229ff1c832c9, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:57:39.170596 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3bbfb6df-0e22-4d89-8ba3-c89701a9614d admin admin] Publish callbacks [] for security_group (ab9c75ca-29f8-404b-b64d-bb0de390e3ef), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:39.178446 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-93ddb9db-5c3b-4e79-9f68-ec4c0dad31aa admin admin] Publish callbacks [] for security_group (1e075977-d677-49ca-9922-03d79fe361c8), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:39.183246 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] For port 40219e10-03a6-4e44-8dfd-229ff1c832c9, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=40219e10-03a6-4e44-8dfd-229ff1c832c9,segment=NetworkSegment(f84e4a76-fe05-4a76-bef8-c293ba04a698),segment_id=f84e4a76-fe05-4a76-bef8-c293ba04a698)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:57:39.188095 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-adc31aed-087d-4c86-b869-a0ce88dea95d tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:57:39.190231 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-adc31aed-087d-4c86-b869-a0ce88dea95d tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/networks?id=47e6c6c4-45d4-43ea-baac-423caa1c0adf HTTP/1.1" status: 200 len: 814 time: 0.7571712 Mar 04 02:57:39.197512 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (40219e10-03a6-4e44-8dfd-229ff1c832c9), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:39.207086 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-3f0bbfb9-5186-419f-bee0-6aa0ded17846 None None] Publish callbacks [] for port (fb8b535b-52ee-447d-a902-cdd02e2a6fda), precommit_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:39.227766 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-93ddb9db-5c3b-4e79-9f68-ec4c0dad31aa admin admin] Publish callbacks [] for security_group (1e075977-d677-49ca-9922-03d79fe361c8), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:39.233734 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-3f0bbfb9-5186-419f-bee0-6aa0ded17846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (fb8b535b-52ee-447d-a902-cdd02e2a6fda), after_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:39.275511 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0bbfb9-5186-419f-bee0-6aa0ded17846 None None] Network 50eae8c7-06bd-487c-a181-0dbe4478419c is already hosted by enough agents. {{(pid=102955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:57:39.276738 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54891b63-58a1-4683-b8aa-16c9ab490c39 None None] Pushing event updated for resources: {'Port': ['ID=40219e10-03a6-4e44-8dfd-229ff1c832c9,revision_number=2']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:39.279580 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.scheduler.base_scheduler [None req-3f0bbfb9-5186-419f-bee0-6aa0ded17846 None None] Resources bound (agent type, host, resource id): {{(pid=102955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:57:39.283011 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0bbfb9-5186-419f-bee0-6aa0ded17846 None None] Received port after_create {{(pid=102955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:57:39.287513 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3bbfb6df-0e22-4d89-8ba3-c89701a9614d admin admin] Publish callbacks [] for security_group (ab9c75ca-29f8-404b-b64d-bb0de390e3ef), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:39.304247 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-3e815d92-152e-43ab-bf71-9ede7105e421 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/quotas/9edeadc46f9f4ecdbde7a8e379b87b73 HTTP/1.1" status: 200 len: 375 time: 0.0934415 Mar 04 02:57:39.348336 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-85d05a98-2d05-4cb8-b8a8-6158649eb242 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:57:39.349862 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-85d05a98-2d05-4cb8-b8a8-6158649eb242 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/networks?id=9e7b90f3-cd23-48a5-92b3-8c463814972e HTTP/1.1" status: 200 len: 812 time: 0.4147050 Mar 04 02:57:39.357404 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 02:57:39.366217 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0bbfb9-5186-419f-bee0-6aa0ded17846 None None] Pushing event updated for resources: {'Port': ['ID=fb8b535b-52ee-447d-a902-cdd02e2a6fda,revision_number=1']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:39.377224 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-3f0bbfb9-5186-419f-bee0-6aa0ded17846 None None] Attempting to bind port fb8b535b-52ee-447d-a902-cdd02e2a6fda on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:57:39.377601 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-3f0bbfb9-5186-419f-bee0-6aa0ded17846 None None] Attempting to bind port fb8b535b-52ee-447d-a902-cdd02e2a6fda by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': 'c1bfdc25-a414-4989-8a99-de716f99d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:57:39.378011 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0bbfb9-5186-419f-bee0-6aa0ded17846 None None] Attempting to bind port fb8b535b-52ee-447d-a902-cdd02e2a6fda on network 50eae8c7-06bd-487c-a181-0dbe4478419c {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:57:39.391184 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0bbfb9-5186-419f-bee0-6aa0ded17846 None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:57:39.391563 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0bbfb9-5186-419f-bee0-6aa0ded17846 None None] Checking segment: {'id': 'c1bfdc25-a414-4989-8a99-de716f99d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:57:39.392019 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-3f0bbfb9-5186-419f-bee0-6aa0ded17846 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:39.392398 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0bbfb9-5186-419f-bee0-6aa0ded17846 None None] Bound using segment: {'id': 'c1bfdc25-a414-4989-8a99-de716f99d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:57:39.392904 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-3f0bbfb9-5186-419f-bee0-6aa0ded17846 None None] Bound port: fb8b535b-52ee-447d-a902-cdd02e2a6fda, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bfdc25-a414-4989-8a99-de716f99d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:57:39.393312 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-3f0bbfb9-5186-419f-bee0-6aa0ded17846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (fb8b535b-52ee-447d-a902-cdd02e2a6fda), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:39.403999 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-42821e5d-7c5e-4698-86e1-9a1450ca2c37 admin admin] Publish callbacks [] for router_gateway (8a10c7bc-60b0-460a-802d-772ee39065c0), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:39.418565 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-25fcd649-4da1-4f7d-8231-7f55d064138e tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9edeadc46f9f4ecdbde7a8e379b87b73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0979662 Mar 04 02:57:39.432825 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-f13e5c17-e150-4ce7-ad7a-e2423060af7d tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/quotas/5ae08e45cf394a85a30dbcd7d75ded63 HTTP/1.1" status: 200 len: 375 time: 0.0518453 Mar 04 02:57:39.475516 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-3f0bbfb9-5186-419f-bee0-6aa0ded17846 None None] For port fb8b535b-52ee-447d-a902-cdd02e2a6fda, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:57:39.478773 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-3f0bbfb9-5186-419f-bee0-6aa0ded17846 None None] For port fb8b535b-52ee-447d-a902-cdd02e2a6fda, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=fb8b535b-52ee-447d-a902-cdd02e2a6fda,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:57:39.488635 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-3f0bbfb9-5186-419f-bee0-6aa0ded17846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (fb8b535b-52ee-447d-a902-cdd02e2a6fda), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:39.496022 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-5d2b78b6-f672-42e8-b9b5-71c1cd993211 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ae08e45cf394a85a30dbcd7d75ded63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541265 Mar 04 02:57:39.501486 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3bbfb6df-0e22-4d89-8ba3-c89701a9614d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (ab9c75ca-29f8-404b-b64d-bb0de390e3ef), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:39.504181 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3bbfb6df-0e22-4d89-8ba3-c89701a9614d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:39.508284 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-3bbfb6df-0e22-4d89-8ba3-c89701a9614d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab9c75ca-29f8-404b-b64d-bb0de390e3ef HTTP/1.1" status: 204 len: 168 time: 0.9969161 Mar 04 02:57:39.552806 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-93ddb9db-5c3b-4e79-9f68-ec4c0dad31aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (1e075977-d677-49ca-9922-03d79fe361c8), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:39.560551 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfb6df-0e22-4d89-8ba3-c89701a9614d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9c75ca-29f8-404b-b64d-bb0de390e3ef,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:39.566723 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-93ddb9db-5c3b-4e79-9f68-ec4c0dad31aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:39.568951 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-93ddb9db-5c3b-4e79-9f68-ec4c0dad31aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e075977-d677-49ca-9922-03d79fe361c8 HTTP/1.1" status: 204 len: 168 time: 0.5706923 Mar 04 02:57:39.595952 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddb9db-5c3b-4e79-9f68-ec4c0dad31aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e075977-d677-49ca-9922-03d79fe361c8,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:39.708440 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0bbfb9-5186-419f-bee0-6aa0ded17846 None None] Pushing event updated for resources: {'Port': ['ID=fb8b535b-52ee-447d-a902-cdd02e2a6fda,revision_number=2']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:39.818123 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-42821e5d-7c5e-4698-86e1-9a1450ca2c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642414'] for router (8a10c7bc-60b0-460a-802d-772ee39065c0), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:39.825429 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-33cec295-875a-48ef-bcb5-59e90591121a admin admin] Publish callbacks [] for router_gateway (7e005565-ea5a-471f-9562-8936e132e350), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:39.851364 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-33cec295-875a-48ef-bcb5-59e90591121a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:39.910463 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-0005ccf2-ef89-4016-87bf-3e398a675033 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102946) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 02:57:39.917801 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-0005ccf2-ef89-4016-87bf-3e398a675033 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3582902 Mar 04 02:57:40.033169 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-c9c0f422-cede-4a6e-b6df-7b33bb016ae9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102946) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 02:57:40.034070 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-c9c0f422-cede-4a6e-b6df-7b33bb016ae9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3383572 Mar 04 02:57:40.057542 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2d30bbf8-5b80-45b5-8ce1-ebf43f4a8b0e admin admin] Publish callbacks [] for router_gateway (c9da1d57-6090-481c-b495-f021b8958afa), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:40.165200 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2d30bbf8-5b80-45b5-8ce1-ebf43f4a8b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:40.241652 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42821e5d-7c5e-4698-86e1-9a1450ca2c37 admin admin] Router 8a10c7bc-60b0-460a-802d-772ee39065c0 is scheduled to L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd with binding_index 1 {{(pid=102948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 02:57:40.309838 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 55012) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:40.357990 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee1d3aa5-57f8-4548-9f09-84bc237774e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:40.441796 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_common [None req-33cec295-875a-48ef-bcb5-59e90591121a admin admin] Allocated IP 172.27.2.234 (4b7e2636-a469-4d8a-9bd4-65ee0f06b31b/15e6bee3-74fb-492e-abc3-419d01a26fc0/91c5371b-0098-4387-a190-58fefa1ea23f) {{(pid=102946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:57:40.447797 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-7356f0e2-3275-4f56-949c-f5069a6b00c9 service neutron] 10.222.0.16 "GET /v2.0/networks/9e7b90f3-cd23-48a5-92b3-8c463814972e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045708 Mar 04 02:57:40.454676 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-01239f9b-9e01-4c3f-90ed-c1dd72c95d5a service neutron] 10.222.0.16 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5359101 Mar 04 02:57:40.507253 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee1d3aa5-57f8-4548-9f09-84bc237774e4 admin admin] Publish callbacks [] for security_group (093566af-66a5-4394-9436-566862f19c17), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:40.515682 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee1d3aa5-57f8-4548-9f09-84bc237774e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (093566af-66a5-4394-9436-566862f19c17), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:40.521160 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42821e5d-7c5e-4698-86e1-9a1450ca2c37 admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 02:57:40.539272 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] Sync routers for ids ['8a10c7bc-60b0-460a-802d-772ee39065c0'] in dv-cinder-828061-7-iscsi {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 02:57:40.560938 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] Routers {'8a10c7bc-60b0-460a-802d-772ee39065c0'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:57:40.561539 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:57:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['8a10c7bc-60b0-460a-802d-772ee39065c0'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:57:40.572359 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-ee102a89-675b-453c-b4f2-52392a600e74 service neutron] 10.222.0.16 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009107 Mar 04 02:57:40.599443 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-42821e5d-7c5e-4698-86e1-9a1450ca2c37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:40.600993 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-42821e5d-7c5e-4698-86e1-9a1450ca2c37 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.4679110 Mar 04 02:57:40.607803 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 55020) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:40.736312 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-ee1d3aa5-57f8-4548-9f09-84bc237774e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c8226147c024ab3a514d22a9184e466&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4230280 Mar 04 02:57:40.737443 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 55026) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:40.746569 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d3aa5-57f8-4548-9f09-84bc237774e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093566af-66a5-4394-9436-566862f19c17,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:40.820005 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-33cec295-875a-48ef-bcb5-59e90591121a admin admin] Publish callbacks [] for port (91c5371b-0098-4387-a190-58fefa1ea23f), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:40.896499 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-fe44e249-21b2-4931-bd7a-539ddd360f60 service neutron] 10.222.0.16 "GET /v2.0/networks/9e7b90f3-cd23-48a5-92b3-8c463814972e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386659 Mar 04 02:57:40.908376 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-33cec295-875a-48ef-bcb5-59e90591121a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (91c5371b-0098-4387-a190-58fefa1ea23f), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:40.939019 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] Set router 8a10c7bc-60b0-460a-802d-772ee39065c0 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:57:41.001996 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86868602-797c-4258-89e7-ecb70627a531 None None] Network 89103e18-9486-4035-aa3f-78b34592cbe0 requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 02:57:41.100134 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-575f9400-46e0-434e-8a5b-22f400bdcede admin admin] Publish callbacks [] for security_group (093566af-66a5-4394-9436-566862f19c17), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:41.200857 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-575f9400-46e0-434e-8a5b-22f400bdcede admin admin] Publish callbacks [] for security_group (093566af-66a5-4394-9436-566862f19c17), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:41.259123 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a10c7bc-60b0-460a-802d-772ee39065c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1097678072-router', 'tenant_id': '435f5c6cbc834e5e9948bd463d8aa129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '4fc261c1-6a64-4e72-8436-61f871fce135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T02:57:39Z', 'revision_number': 3, 'project_id': '435f5c6cbc834e5e9948bd463d8aa129', 'gw_port': {'id': '4fc261c1-6a64-4e72-8436-61f871fce135', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a10c7bc-60b0-460a-802d-772ee39065c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T02:57:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:57:41.296038 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] Checking router: 8a10c7bc-60b0-460a-802d-772ee39065c0 for host: dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 02:57:41.296500 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] Updating router 8a10c7bc-60b0-460a-802d-772ee39065c0 port 4fc261c1-6a64-4e72-8436-61f871fce135 binding host dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 02:57:41.344440 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-212739a8-dfd8-42e4-9ae0-7d9cea36c4d2 None None] Provisioning complete for port 40219e10-03a6-4e44-8dfd-229ff1c832c9 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:57:41.344979 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-212739a8-dfd8-42e4-9ae0-7d9cea36c4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (40219e10-03a6-4e44-8dfd-229ff1c832c9), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:41.362285 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (4fc261c1-6a64-4e72-8436-61f871fce135), before_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:41.419661 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-575f9400-46e0-434e-8a5b-22f400bdcede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (093566af-66a5-4394-9436-566862f19c17), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:41.433334 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-575f9400-46e0-434e-8a5b-22f400bdcede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:41.434567 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-575f9400-46e0-434e-8a5b-22f400bdcede admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/093566af-66a5-4394-9436-566862f19c17 HTTP/1.1" status: 204 len: 168 time: 0.6897588 Mar 04 02:57:41.444774 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_common [None req-2d30bbf8-5b80-45b5-8ce1-ebf43f4a8b0e admin admin] Allocated IP 172.27.2.114 (4b7e2636-a469-4d8a-9bd4-65ee0f06b31b/15e6bee3-74fb-492e-abc3-419d01a26fc0/4c0c1a1e-bb77-4753-9cb6-f1c769061c25) {{(pid=102946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:57:41.552001 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f9400-46e0-434e-8a5b-22f400bdcede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093566af-66a5-4394-9436-566862f19c17,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:41.675157 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-212739a8-dfd8-42e4-9ae0-7d9cea36c4d2 None None] Current status of the port 40219e10-03a6-4e44-8dfd-229ff1c832c9 is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:57:41.675987 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-212739a8-dfd8-42e4-9ae0-7d9cea36c4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (40219e10-03a6-4e44-8dfd-229ff1c832c9), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:41.726525 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 40219e10-03a6-4e44-8dfd-229ff1c832c9 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:57:41.763618 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-212739a8-dfd8-42e4-9ae0-7d9cea36c4d2 None None] For port 40219e10-03a6-4e44-8dfd-229ff1c832c9, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=40219e10-03a6-4e44-8dfd-229ff1c832c9,segment=NetworkSegment(f84e4a76-fe05-4a76-bef8-c293ba04a698),segment_id=f84e4a76-fe05-4a76-bef8-c293ba04a698)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:57:41.768129 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f688b7c9-8f22-4445-a4d9-b1fab81a3fab None None] Network 50eae8c7-06bd-487c-a181-0dbe4478419c requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 02:57:41.798140 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-212739a8-dfd8-42e4-9ae0-7d9cea36c4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (40219e10-03a6-4e44-8dfd-229ff1c832c9), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:41.815868 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cec295-875a-48ef-bcb5-59e90591121a admin admin] Network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:57:41.828532 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-50480765-59ee-4dff-ae12-11c7f1127210 req-73856b9f-9eff-44c4-9a6c-f3b327f643d2 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 210 time: 0.4848814 Mar 04 02:57:41.886760 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cec295-875a-48ef-bcb5-59e90591121a admin admin] Pushing event updated for resources: {'Port': ['ID=91c5371b-0098-4387-a190-58fefa1ea23f,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:41.898204 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-33cec295-875a-48ef-bcb5-59e90591121a admin admin] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:57:41.905791 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cec295-875a-48ef-bcb5-59e90591121a admin admin] Received port after_create {{(pid=102946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:57:42.005123 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-44a1bc00-9d11-44d7-a3e9-52d9480c37d1 None None] Provisioning complete for port fb8b535b-52ee-447d-a902-cdd02e2a6fda triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:57:42.006276 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-44a1bc00-9d11-44d7-a3e9-52d9480c37d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (fb8b535b-52ee-447d-a902-cdd02e2a6fda), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:42.009931 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212739a8-dfd8-42e4-9ae0-7d9cea36c4d2 None None] Pushing event updated for resources: {'Port': ['ID=40219e10-03a6-4e44-8dfd-229ff1c832c9,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:42.029349 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-af536a7b-1729-4f97-800f-76341fad8924 req-9e2f7033-0556-4fca-9d0a-d9c6260bd354 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 210 time: 0.2646010 Mar 04 02:57:42.057255 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 40219e10-03a6-4e44-8dfd-229ff1c832c9 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:57:42.069077 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (40219e10-03a6-4e44-8dfd-229ff1c832c9), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:42.178938 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:42.246887 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2d30bbf8-5b80-45b5-8ce1-ebf43f4a8b0e admin admin] Publish callbacks [] for port (4c0c1a1e-bb77-4753-9cb6-f1c769061c25), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:42.592847 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2d30bbf8-5b80-45b5-8ce1-ebf43f4a8b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (4c0c1a1e-bb77-4753-9cb6-f1c769061c25), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:42.633125 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-943d4435-c270-442f-a071-cca55d64f8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:42.747931 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d30bbf8-5b80-45b5-8ce1-ebf43f4a8b0e admin admin] Network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:57:42.766518 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-2d30bbf8-5b80-45b5-8ce1-ebf43f4a8b0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:57:42.778906 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d30bbf8-5b80-45b5-8ce1-ebf43f4a8b0e admin admin] Received port after_create {{(pid=102946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:57:42.782316 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-44a1bc00-9d11-44d7-a3e9-52d9480c37d1 None None] Current status of the port fb8b535b-52ee-447d-a902-cdd02e2a6fda is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:57:42.782721 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-44a1bc00-9d11-44d7-a3e9-52d9480c37d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (fb8b535b-52ee-447d-a902-cdd02e2a6fda), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:42.836790 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 40219e10-03a6-4e44-8dfd-229ff1c832c9 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:57:42.854443 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device fb8b535b-52ee-447d-a902-cdd02e2a6fda up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:57:42.919511 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] Publish callbacks [] for port (4fc261c1-6a64-4e72-8436-61f871fce135), precommit_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:42.928994 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (4fc261c1-6a64-4e72-8436-61f871fce135), after_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:42.957028 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-33cec295-875a-48ef-bcb5-59e90591121a admin admin] Publish callbacks [] for router_gateway (7e005565-ea5a-471f-9562-8936e132e350), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:43.031062 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30bbf8-5b80-45b5-8ce1-ebf43f4a8b0e admin admin] Pushing event updated for resources: {'Port': ['ID=4c0c1a1e-bb77-4753-9cb6-f1c769061c25,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:43.044248 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-943d4435-c270-442f-a071-cca55d64f8ab admin admin] Allocated IP 172.20.0.1 (d64efdae-0305-4058-8f96-4ee6eb81be2d/9a402aac-443f-4244-b7c1-141fa3d052d2/b0acf776-47e5-4647-982f-57a27b3c72ef) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:57:43.045114 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-44a1bc00-9d11-44d7-a3e9-52d9480c37d1 None None] For port fb8b535b-52ee-447d-a902-cdd02e2a6fda, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=fb8b535b-52ee-447d-a902-cdd02e2a6fda,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:57:43.053677 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port fb8b535b-52ee-447d-a902-cdd02e2a6fda triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:57:43.054422 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (fb8b535b-52ee-447d-a902-cdd02e2a6fda), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:43.075175 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] Attempting to bind port 4fc261c1-6a64-4e72-8436-61f871fce135 on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:57:43.075769 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] Attempting to bind port 4fc261c1-6a64-4e72-8436-61f871fce135 by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}] {{(pid=102958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:57:43.076777 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] Attempting to bind port 4fc261c1-6a64-4e72-8436-61f871fce135 on network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:57:43.081911 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-44a1bc00-9d11-44d7-a3e9-52d9480c37d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (fb8b535b-52ee-447d-a902-cdd02e2a6fda), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:43.087898 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:57:43.089014 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] Checking segment: {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:57:43.089964 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:43.090511 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] Bound using segment: {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'} {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:57:43.091147 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] Bound port: 4fc261c1-6a64-4e72-8436-61f871fce135, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}}] {{(pid=102958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:57:43.091744 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (4fc261c1-6a64-4e72-8436-61f871fce135), before_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:43.149878 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1bc00-9d11-44d7-a3e9-52d9480c37d1 None None] Pushing event updated for resources: {'Port': ['ID=fb8b535b-52ee-447d-a902-cdd02e2a6fda,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:43.150077 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.db [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] For port 4fc261c1-6a64-4e72-8436-61f871fce135, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:57:43.163528 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.db [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] For port 4fc261c1-6a64-4e72-8436-61f871fce135, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=4fc261c1-6a64-4e72-8436-61f871fce135,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:57:43.178524 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (4fc261c1-6a64-4e72-8436-61f871fce135), after_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:43.214426 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] Routers {'8a10c7bc-60b0-460a-802d-772ee39065c0'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:57:43.215261 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:57:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['8a10c7bc-60b0-460a-802d-772ee39065c0'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:57:43.232854 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port fb8b535b-52ee-447d-a902-cdd02e2a6fda is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:57:43.253047 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-896ef13b-efab-4f22-8e57-100b87d6b7e9 None None] Provisioning complete for port 40219e10-03a6-4e44-8dfd-229ff1c832c9 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:57:43.269734 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-896ef13b-efab-4f22-8e57-100b87d6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (40219e10-03a6-4e44-8dfd-229ff1c832c9), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:43.272357 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-208fed52-65c8-492f-bb1c-bc88948f52c7 req-cf0989c4-67f7-4f4c-8ca5-58d7772375d5 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 210 time: 0.3112664 Mar 04 02:57:43.405528 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2c5a1d76-9293-469b-8145-71ce6d9b4ade req-0fb87c3f-320f-49a8-b73a-37f9cbb73a28 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 210 time: 0.1445415 Mar 04 02:57:43.440511 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-896ef13b-efab-4f22-8e57-100b87d6b7e9 None None] Current status of the port 40219e10-03a6-4e44-8dfd-229ff1c832c9 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:57:43.452778 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 40219e10-03a6-4e44-8dfd-229ff1c832c9 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:57:43.490397 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6f097-cb4e-4c40-b339-d7ed8cab0d37 None None] Pushing event updated for resources: {'Port': ['ID=4fc261c1-6a64-4e72-8436-61f871fce135,revision_number=2']} {{(pid=102958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:43.503928 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6f097-cb4e-4c40-b339-d7ed8cab0d37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:43.503928 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6f097-cb4e-4c40-b339-d7ed8cab0d37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:43.506519 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6f097-cb4e-4c40-b339-d7ed8cab0d37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:43.506519 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6f097-cb4e-4c40-b339-d7ed8cab0d37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:43.506519 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6f097-cb4e-4c40-b339-d7ed8cab0d37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:43.506519 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6f097-cb4e-4c40-b339-d7ed8cab0d37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:43.506519 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6f097-cb4e-4c40-b339-d7ed8cab0d37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:43.506519 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6f097-cb4e-4c40-b339-d7ed8cab0d37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:43.509510 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6f097-cb4e-4c40-b339-d7ed8cab0d37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:43.510222 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6f097-cb4e-4c40-b339-d7ed8cab0d37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:43.510328 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6f097-cb4e-4c40-b339-d7ed8cab0d37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:43.510627 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6f097-cb4e-4c40-b339-d7ed8cab0d37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:43.511727 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-943d4435-c270-442f-a071-cca55d64f8ab admin admin] Publish callbacks [] for port (b0acf776-47e5-4647-982f-57a27b3c72ef), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:43.512329 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6f097-cb4e-4c40-b339-d7ed8cab0d37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6f097-cb4e-4c40-b339-d7ed8cab0d37 None None] Tracked resource versions report: Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: pushed versions: Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: { 'AddressGroup': {'1.2'}, Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: 'ConntrackHelper': {'1.0'}, Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: 'LocalIPAssociation': {'1.0'}, Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: 'Log': {'1.0'}, Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: 'Network': {'1.1'}, Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: 'Port': {'1.7'}, Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: 'PortForwarding': {'1.2'}, Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: 'QosPolicy': {'1.10'}, Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: 'SecurityGroup': {'1.5'}, Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: 'SecurityGroupRule': {'1.2'}, Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: 'SubPort': {'1.0'}, Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: 'Subnet': {'1.1'}, Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: 'Trunk': {'1.1'}} Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: consumer versions: Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: { DHCP agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: HyperV agent@hv-cinder-82806: {}, Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: L3 agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: Metadata agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: Metering agent@dv-cinder-828061-7-iscsi: {}, Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: Open vSwitch agent@dv-cinder-828061-7-iscsi: { 'AddressGroup': '1.2', Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: 'ConntrackHelper': '1.0', Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: 'LocalIPAssociation': '1.0', Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: 'Log': '1.0', Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: 'Network': '1.1', Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: 'Port': '1.7', Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: 'PortForwarding': '1.2', Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: 'QosPolicy': '1.10', Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: 'SecurityGroup': '1.5', Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: 'SecurityGroupRule': '1.2', Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: 'SubPort': '1.0', Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: 'Subnet': '1.1', Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: 'Trunk': '1.1'}} Mar 04 02:57:43.515512 dv-cinder-828061-7-iscsi neutron-server[102958]: {{(pid=102958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 02:57:43.579615 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-896ef13b-efab-4f22-8e57-100b87d6b7e9 None None] Provisioning complete for port fb8b535b-52ee-447d-a902-cdd02e2a6fda triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:57:43.580038 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-896ef13b-efab-4f22-8e57-100b87d6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (fb8b535b-52ee-447d-a902-cdd02e2a6fda), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:43.605365 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-943d4435-c270-442f-a071-cca55d64f8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (b0acf776-47e5-4647-982f-57a27b3c72ef), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:43.660405 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] Set router 8a10c7bc-60b0-460a-802d-772ee39065c0 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:57:43.661508 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 40219e10-03a6-4e44-8dfd-229ff1c832c9 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:57:43.662677 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (40219e10-03a6-4e44-8dfd-229ff1c832c9), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:43.733210 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943d4435-c270-442f-a071-cca55d64f8ab admin admin] Network d64efdae-0305-4058-8f96-4ee6eb81be2d is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:57:43.740468 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-943d4435-c270-442f-a071-cca55d64f8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:57:43.748053 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943d4435-c270-442f-a071-cca55d64f8ab admin admin] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:57:43.751528 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-943d4435-c270-442f-a071-cca55d64f8ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641075'] for router_interface (8a10c7bc-60b0-460a-802d-772ee39065c0), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:43.843708 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d4435-c270-442f-a071-cca55d64f8ab admin admin] Pushing event updated for resources: {'Port': ['ID=b0acf776-47e5-4647-982f-57a27b3c72ef,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:43.882842 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6f097-cb4e-4c40-b339-d7ed8cab0d37 None None] Pushing event updated for resources: {'Port': ['ID=4fc261c1-6a64-4e72-8436-61f871fce135,revision_number=3']} {{(pid=102958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:43.888114 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 40219e10-03a6-4e44-8dfd-229ff1c832c9 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:57:43.896671 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device fb8b535b-52ee-447d-a902-cdd02e2a6fda up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:57:43.939330 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2d30bbf8-5b80-45b5-8ce1-ebf43f4a8b0e admin admin] Publish callbacks [] for router_gateway (c9da1d57-6090-481c-b495-f021b8958afa), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:43.994975 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-33cec295-875a-48ef-bcb5-59e90591121a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642414'] for router (7e005565-ea5a-471f-9562-8936e132e350), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:44.116924 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-896ef13b-efab-4f22-8e57-100b87d6b7e9 None None] Current status of the port fb8b535b-52ee-447d-a902-cdd02e2a6fda is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:57:44.139031 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port fb8b535b-52ee-447d-a902-cdd02e2a6fda triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:57:44.142953 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (fb8b535b-52ee-447d-a902-cdd02e2a6fda), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:44.156684 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 55176) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:44.234444 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a10c7bc-60b0-460a-802d-772ee39065c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1097678072-router', 'tenant_id': '435f5c6cbc834e5e9948bd463d8aa129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '4fc261c1-6a64-4e72-8436-61f871fce135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T02:57:39Z', 'revision_number': 3, 'project_id': '435f5c6cbc834e5e9948bd463d8aa129', 'gw_port': {'id': '4fc261c1-6a64-4e72-8436-61f871fce135', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a10c7bc-60b0-460a-802d-772ee39065c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T02:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:57:44.353499 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port fb8b535b-52ee-447d-a902-cdd02e2a6fda is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:57:44.363486 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf391e3a-2422-408e-b59a-41d3f60d5401 None None] The sync data for ids ['8a10c7bc-60b0-460a-802d-772ee39065c0'] in dv-cinder-828061-7-iscsi is: [{'id': '8a10c7bc-60b0-460a-802d-772ee39065c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1097678072-router', 'tenant_id': '435f5c6cbc834e5e9948bd463d8aa129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '4fc261c1-6a64-4e72-8436-61f871fce135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T02:57:39Z', 'revision_number': 3, 'project_id': '435f5c6cbc834e5e9948bd463d8aa129', 'gw_port': {'id': '4fc261c1-6a64-4e72-8436-61f871fce135', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a10c7bc-60b0-460a-802d-772ee39065c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T02:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}] {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 02:57:44.720598 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-943d4435-c270-442f-a071-cca55d64f8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (b0acf776-47e5-4647-982f-57a27b3c72ef), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:44.822327 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-47de6f76-8400-4440-87bf-ff4a16e239b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:44.863231 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cec295-875a-48ef-bcb5-59e90591121a admin admin] Router 7e005565-ea5a-471f-9562-8936e132e350 is scheduled to L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd with binding_index 1 {{(pid=102946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 02:57:44.893452 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2d30bbf8-5b80-45b5-8ce1-ebf43f4a8b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642414'] for router (c9da1d57-6090-481c-b495-f021b8958afa), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:44.918295 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c506730f-710c-436f-8718-903331265491 req-0e2e6077-da67-483e-8c17-9c4972ebdb1d tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 210 time: 0.1211939 Mar 04 02:57:44.921542 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-bd9b5c53-0e82-4294-916f-f8ee7c0f0015 req-2b67d475-3864-40d2-9900-33f79dbb3792 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 210 time: 0.1077447 Mar 04 02:57:45.099368 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-47de6f76-8400-4440-87bf-ff4a16e239b2 admin admin] Publish callbacks [] for security_group (bba32991-6749-4b01-99e7-54219fb21bb7), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:45.119169 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-47de6f76-8400-4440-87bf-ff4a16e239b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (bba32991-6749-4b01-99e7-54219fb21bb7), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:45.166625 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.13', 56166) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:45.252298 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cec295-875a-48ef-bcb5-59e90591121a admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 02:57:45.259112 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de6f76-8400-4440-87bf-ff4a16e239b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba32991-6749-4b01-99e7-54219fb21bb7,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:45.264657 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] Sync routers for ids ['7e005565-ea5a-471f-9562-8936e132e350'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 02:57:45.281061 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] Routers {'7e005565-ea5a-471f-9562-8936e132e350'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:57:45.281195 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:57:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['7e005565-ea5a-471f-9562-8936e132e350'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:57:45.285318 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-47de6f76-8400-4440-87bf-ff4a16e239b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b5cda171c2e410da1d3c31bb0269f49&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1275101 Mar 04 02:57:45.295075 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 55208) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:45.312713 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-33cec295-875a-48ef-bcb5-59e90591121a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:45.317764 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-33cec295-875a-48ef-bcb5-59e90591121a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.5754683 Mar 04 02:57:45.320376 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 55210) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:45.360387 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d30bbf8-5b80-45b5-8ce1-ebf43f4a8b0e admin admin] Router c9da1d57-6090-481c-b495-f021b8958afa is scheduled to L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd with binding_index 1 {{(pid=102946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 02:57:45.405114 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.13', 56167) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:45.407063 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-943d4435-c270-442f-a071-cca55d64f8ab admin admin] Publish callbacks [] for port (b0acf776-47e5-4647-982f-57a27b3c72ef), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:45.457140 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-943d4435-c270-442f-a071-cca55d64f8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (b0acf776-47e5-4647-982f-57a27b3c72ef), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:45.466284 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-943d4435-c270-442f-a071-cca55d64f8ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642211'] for router_interface (8a10c7bc-60b0-460a-802d-772ee39065c0), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:45.638815 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 4fc261c1-6a64-4e72-8436-61f871fce135 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:57:45.809993 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] Set router 7e005565-ea5a-471f-9562-8936e132e350 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:57:45.827793 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f56122a7-4430-4212-9090-63b0330e9846 admin admin] Publish callbacks [] for security_group (bba32991-6749-4b01-99e7-54219fb21bb7), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:45.906663 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 4fc261c1-6a64-4e72-8436-61f871fce135 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:57:45.907161 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (4fc261c1-6a64-4e72-8436-61f871fce135), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:45.945395 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f56122a7-4430-4212-9090-63b0330e9846 admin admin] Publish callbacks [] for security_group (bba32991-6749-4b01-99e7-54219fb21bb7), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:46.032105 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d30bbf8-5b80-45b5-8ce1-ebf43f4a8b0e admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 02:57:46.045054 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] Sync routers for ids ['c9da1d57-6090-481c-b495-f021b8958afa'] in dv-cinder-828061-7-iscsi {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 02:57:46.090850 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] Routers {'c9da1d57-6090-481c-b495-f021b8958afa'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:57:46.091654 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d4435-c270-442f-a071-cca55d64f8ab admin admin] Pushing event updated for resources: {'Port': ['ID=b0acf776-47e5-4647-982f-57a27b3c72ef,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:46.092131 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:57:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['c9da1d57-6090-481c-b495-f021b8958afa'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:57:46.130905 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-d2ffafe9-615d-47a4-a03c-47bd233e3507 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:57:46.132590 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-d2ffafe9-615d-47a4-a03c-47bd233e3507 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.13 "GET /v2.0/networks?id=47e6c6c4-45d4-43ea-baac-423caa1c0adf HTTP/1.1" status: 200 len: 814 time: 0.9581587 Mar 04 02:57:46.180154 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-30d06b4c-b998-4652-a20a-1d5d0ae3f930 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:57:46.181841 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-30d06b4c-b998-4652-a20a-1d5d0ae3f930 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.13 "GET /v2.0/networks?id=9e7b90f3-cd23-48a5-92b3-8c463814972e HTTP/1.1" status: 200 len: 812 time: 0.7728512 Mar 04 02:57:46.188194 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-1dbf3269-2874-45c8-a298-ced3852ac204 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Request body: {'port': {'device_id': 'd515cbe3-289b-4e6a-bcce-e9bdfac71ce8', 'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf', 'admin_state_up': True, 'tenant_id': '9edeadc46f9f4ecdbde7a8e379b87b73'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:57:46.188954 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2d30bbf8-5b80-45b5-8ce1-ebf43f4a8b0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:46.194599 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-2d30bbf8-5b80-45b5-8ce1-ebf43f4a8b0e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.3552995 Mar 04 02:57:46.196199 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 55254) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:46.197410 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-80f05fab-0a9d-4726-94e6-fb67ad7c6a71 req-e972efd5-08a2-4ec3-a1aa-0f28a1a69120 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 210 time: 0.0583215 Mar 04 02:57:46.235993 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-174937aa-f362-462b-a975-679d02cfb00c tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Request body: {'port': {'device_id': '419fd0b8-1118-45f6-8669-8026dae0634f', 'network_id': '9e7b90f3-cd23-48a5-92b3-8c463814972e', 'admin_state_up': True, 'tenant_id': '5ae08e45cf394a85a30dbcd7d75ded63'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:57:46.242638 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cb8bde2e-fe14-49cc-a0ca-62924003236c req-3192f9ff-4d0a-4909-97f1-36b72c58c5c4 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 210 time: 0.0438907 Mar 04 02:57:46.256210 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f56122a7-4430-4212-9090-63b0330e9846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (bba32991-6749-4b01-99e7-54219fb21bb7), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:46.259164 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f56122a7-4430-4212-9090-63b0330e9846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:46.263243 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-f56122a7-4430-4212-9090-63b0330e9846 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bba32991-6749-4b01-99e7-54219fb21bb7 HTTP/1.1" status: 204 len: 168 time: 0.9650412 Mar 04 02:57:46.347993 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 4fc261c1-6a64-4e72-8436-61f871fce135 is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:57:46.349275 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (4fc261c1-6a64-4e72-8436-61f871fce135), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:46.349364 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56122a7-4430-4212-9090-63b0330e9846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba32991-6749-4b01-99e7-54219fb21bb7,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:46.445785 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] Set router c9da1d57-6090-481c-b495-f021b8958afa gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:57:46.447491 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] For port 4fc261c1-6a64-4e72-8436-61f871fce135, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=4fc261c1-6a64-4e72-8436-61f871fce135,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:57:46.459535 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (4fc261c1-6a64-4e72-8436-61f871fce135), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:46.507310 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e005565-ea5a-471f-9562-8936e132e350', 'name': 'tempest-AttachVolumeShelveTestJSON-306629195-router', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T02:57:42Z', 'revision_number': 3, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'gw_port': {'id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:65:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:39Z', 'updated_at': '2022-03-04T02:57:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:57:46.544671 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] Checking router: 7e005565-ea5a-471f-9562-8936e132e350 for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 02:57:46.545305 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] Updating router 7e005565-ea5a-471f-9562-8936e132e350 port 91c5371b-0098-4387-a190-58fefa1ea23f binding host dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 02:57:46.602061 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Pushing event updated for resources: {'Port': ['ID=4fc261c1-6a64-4e72-8436-61f871fce135,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:46.616419 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (91c5371b-0098-4387-a190-58fefa1ea23f), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:46.781156 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e3b04055-1f3b-49e9-90eb-7de3c24b9e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:46.879012 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 55280) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:46.961314 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'name': 'tempest-AttachVolumeTestJSON-566749904-router', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T02:57:43Z', 'revision_number': 3, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'gw_port': {'id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:59:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:40Z', 'updated_at': '2022-03-04T02:57:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:57:47.029996 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] Checking router: c9da1d57-6090-481c-b495-f021b8958afa for host: dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 02:57:47.038694 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] Updating router c9da1d57-6090-481c-b495-f021b8958afa port 4c0c1a1e-bb77-4753-9cb6-f1c769061c25 binding host dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 02:57:47.109384 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] Publish callbacks [] for port (91c5371b-0098-4387-a190-58fefa1ea23f), precommit_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:47.124217 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (91c5371b-0098-4387-a190-58fefa1ea23f), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:47.133146 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_common [None req-e3b04055-1f3b-49e9-90eb-7de3c24b9e9a admin admin] Allocated IP 172.20.0.1 (50eae8c7-06bd-487c-a181-0dbe4478419c/16952d07-ba3d-4d83-b57f-d1a1f6336b50/3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a) {{(pid=102946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:57:47.198119 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (4c0c1a1e-bb77-4753-9cb6-f1c769061c25), before_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:47.256030 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] Attempting to bind port 91c5371b-0098-4387-a190-58fefa1ea23f on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:57:47.259751 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] Attempting to bind port 91c5371b-0098-4387-a190-58fefa1ea23f by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:57:47.259962 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] Attempting to bind port 91c5371b-0098-4387-a190-58fefa1ea23f on network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:57:47.276032 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:57:47.276428 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] Checking segment: {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:57:47.278607 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:47.288722 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] Bound using segment: {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:57:47.291589 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] Bound port: 91c5371b-0098-4387-a190-58fefa1ea23f, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:57:47.292003 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (91c5371b-0098-4387-a190-58fefa1ea23f), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:47.429287 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eec86b-2b61-40bb-b9fa-0092b47267f7 None None] Pushing event updated for resources: {'Port': ['ID=91c5371b-0098-4387-a190-58fefa1ea23f,revision_number=2']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:47.469719 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e3b04055-1f3b-49e9-90eb-7de3c24b9e9a admin admin] Publish callbacks [] for port (3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:47.496113 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] For port 91c5371b-0098-4387-a190-58fefa1ea23f, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:57:47.500214 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] For port 91c5371b-0098-4387-a190-58fefa1ea23f, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=91c5371b-0098-4387-a190-58fefa1ea23f,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:57:47.507279 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 4fc261c1-6a64-4e72-8436-61f871fce135 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:57:47.513116 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (91c5371b-0098-4387-a190-58fefa1ea23f), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:47.531305 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2869d451-de90-4027-a0a6-02771278ae2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:47.548512 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e3b04055-1f3b-49e9-90eb-7de3c24b9e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:47.623389 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-25f3cf87-466b-43e5-8600-312d46110a17 req-c8f14a15-7858-42e5-ba05-356fd2d163ac tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 210 time: 0.1181993 Mar 04 02:57:47.643855 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943d4435-c270-442f-a071-cca55d64f8ab admin admin] Network d64efdae-0305-4058-8f96-4ee6eb81be2d is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:57:47.799363 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2869d451-de90-4027-a0a6-02771278ae2e admin admin] Publish callbacks [] for security_group (f67c5068-2148-49e5-8aa6-35b19c6aa5c1), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:47.804188 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-943d4435-c270-442f-a071-cca55d64f8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:57:47.807849 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e1b38d33-ba79-485f-b99d-1cd775c89752 req-0311bec3-4fb0-406b-8d87-5153543d369a tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 210 time: 0.3030934 Mar 04 02:57:47.880203 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2869d451-de90-4027-a0a6-02771278ae2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (f67c5068-2148-49e5-8aa6-35b19c6aa5c1), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:47.892329 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-1dbf3269-2874-45c8-a298-ced3852ac204 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Made reservation on behalf of 9edeadc46f9f4ecdbde7a8e379b87b73 for: {'port': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:57:47.897050 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-1dbf3269-2874-45c8-a298-ced3852ac204 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:48.090795 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] Routers {'7e005565-ea5a-471f-9562-8936e132e350'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:57:48.091423 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:57:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['7e005565-ea5a-471f-9562-8936e132e350'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:57:48.216965 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] Publish callbacks [] for port (4c0c1a1e-bb77-4753-9cb6-f1c769061c25), precommit_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:48.229936 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (4c0c1a1e-bb77-4753-9cb6-f1c769061c25), after_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:48.270820 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eec86b-2b61-40bb-b9fa-0092b47267f7 None None] Pushing event updated for resources: {'Port': ['ID=91c5371b-0098-4387-a190-58fefa1ea23f,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:48.281322 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-115e6c7f-1ef6-4b91-9cd0-c28fba98d7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:48.290637 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-2869d451-de90-4027-a0a6-02771278ae2e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=082724fda398488fa0e66ff8e583481b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4078703 Mar 04 02:57:48.303190 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 55310) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:48.362133 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 4fc261c1-6a64-4e72-8436-61f871fce135 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:57:48.364304 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (4fc261c1-6a64-4e72-8436-61f871fce135), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:48.365116 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b04055-1f3b-49e9-90eb-7de3c24b9e9a admin admin] Network 50eae8c7-06bd-487c-a181-0dbe4478419c is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:57:48.378218 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b04055-1f3b-49e9-90eb-7de3c24b9e9a admin admin] Pushing event updated for resources: {'Port': ['ID=3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:48.380957 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] Attempting to bind port 4c0c1a1e-bb77-4753-9cb6-f1c769061c25 on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:57:48.381871 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] Attempting to bind port 4c0c1a1e-bb77-4753-9cb6-f1c769061c25 by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}] {{(pid=102958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:57:48.382467 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] Attempting to bind port 4c0c1a1e-bb77-4753-9cb6-f1c769061c25 on network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:57:48.386910 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97512d78-bd9b-45d0-8407-b3a816d1aa7b None None] Pushing event updated for resources: {'Port': ['ID=4c0c1a1e-bb77-4753-9cb6-f1c769061c25,revision_number=2']} {{(pid=102958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:48.401528 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:57:48.402544 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] Checking segment: {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:57:48.403181 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:48.403842 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] Bound using segment: {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'} {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:57:48.404540 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] Bound port: 4c0c1a1e-bb77-4753-9cb6-f1c769061c25, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}}] {{(pid=102958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:57:48.405169 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (4c0c1a1e-bb77-4753-9cb6-f1c769061c25), before_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:48.416330 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-e3b04055-1f3b-49e9-90eb-7de3c24b9e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:57:48.460023 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869d451-de90-4027-a0a6-02771278ae2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67c5068-2148-49e5-8aa6-35b19c6aa5c1,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:48.530959 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.db [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] For port 4c0c1a1e-bb77-4753-9cb6-f1c769061c25, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:57:48.538362 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.db [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] For port 4c0c1a1e-bb77-4753-9cb6-f1c769061c25, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=4c0c1a1e-bb77-4753-9cb6-f1c769061c25,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:57:48.539786 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b04055-1f3b-49e9-90eb-7de3c24b9e9a admin admin] Received port after_create {{(pid=102946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:57:48.540461 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e3b04055-1f3b-49e9-90eb-7de3c24b9e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641075'] for router_interface (7e005565-ea5a-471f-9562-8936e132e350), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:48.544402 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b05aa91a-0fe2-4ff0-8545-d953a2e7f0ab admin admin] Publish callbacks [] for security_group (f67c5068-2148-49e5-8aa6-35b19c6aa5c1), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:48.554364 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (4c0c1a1e-bb77-4753-9cb6-f1c769061c25), after_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:48.569442 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] Set router 7e005565-ea5a-471f-9562-8936e132e350 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:57:48.684914 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-115e6c7f-1ef6-4b91-9cd0-c28fba98d7b1 admin admin] Allocated IP 172.20.0.1 (89103e18-9486-4035-aa3f-78b34592cbe0/b6f4c4ae-a118-4ae8-b92d-55d0c45c943d/1a6cfd7c-ef44-449f-8998-8113157c0811) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:57:48.695322 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97512d78-bd9b-45d0-8407-b3a816d1aa7b None None] Pushing event updated for resources: {'Port': ['ID=4c0c1a1e-bb77-4753-9cb6-f1c769061c25,revision_number=3']} {{(pid=102958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:48.741247 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] Routers {'c9da1d57-6090-481c-b495-f021b8958afa'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:57:48.746228 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:57:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['c9da1d57-6090-481c-b495-f021b8958afa'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:57:48.793418 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b05aa91a-0fe2-4ff0-8545-d953a2e7f0ab admin admin] Publish callbacks [] for security_group (f67c5068-2148-49e5-8aa6-35b19c6aa5c1), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:48.905368 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-115e6c7f-1ef6-4b91-9cd0-c28fba98d7b1 admin admin] Publish callbacks [] for port (1a6cfd7c-ef44-449f-8998-8113157c0811), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:48.972798 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-115e6c7f-1ef6-4b91-9cd0-c28fba98d7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (1a6cfd7c-ef44-449f-8998-8113157c0811), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:49.009716 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a41d5208-f93e-4dc4-a0ec-f363ef890244 req-d2468b90-7342-4dce-b4d1-a762c3549566 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 210 time: 0.1623027 Mar 04 02:57:49.047574 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115e6c7f-1ef6-4b91-9cd0-c28fba98d7b1 admin admin] Network 89103e18-9486-4035-aa3f-78b34592cbe0 is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:57:49.055789 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] Set router c9da1d57-6090-481c-b495-f021b8958afa gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:57:49.105144 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fa38302b-5ce3-4a44-bdfd-b7809a411138 req-f3451faf-ef3f-4f39-8cba-9f62c8f4e9a0 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 210 time: 0.0657687 Mar 04 02:57:49.170370 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b05aa91a-0fe2-4ff0-8545-d953a2e7f0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (f67c5068-2148-49e5-8aa6-35b19c6aa5c1), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:49.172865 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b05aa91a-0fe2-4ff0-8545-d953a2e7f0ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:49.202277 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-b05aa91a-0fe2-4ff0-8545-d953a2e7f0ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f67c5068-2148-49e5-8aa6-35b19c6aa5c1 HTTP/1.1" status: 204 len: 168 time: 0.8972371 Mar 04 02:57:49.247183 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05aa91a-0fe2-4ff0-8545-d953a2e7f0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67c5068-2148-49e5-8aa6-35b19c6aa5c1,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:49.260195 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-115e6c7f-1ef6-4b91-9cd0-c28fba98d7b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:57:49.268546 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e6c7f-1ef6-4b91-9cd0-c28fba98d7b1 admin admin] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:57:49.269066 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-115e6c7f-1ef6-4b91-9cd0-c28fba98d7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641075'] for router_interface (c9da1d57-6090-481c-b495-f021b8958afa), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:49.365304 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e3b04055-1f3b-49e9-90eb-7de3c24b9e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:49.373914 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'name': 'tempest-AttachVolumeTestJSON-566749904-router', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T02:57:43Z', 'revision_number': 3, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'gw_port': {'id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:59:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:40Z', 'updated_at': '2022-03-04T02:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:57:49.464851 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e58f3db-64be-448a-b5a2-023de2036d7f None None] The sync data for ids ['c9da1d57-6090-481c-b495-f021b8958afa'] in dv-cinder-828061-7-iscsi is: [{'id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'name': 'tempest-AttachVolumeTestJSON-566749904-router', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T02:57:43Z', 'revision_number': 3, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'gw_port': {'id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:59:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:40Z', 'updated_at': '2022-03-04T02:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}] {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 02:57:49.514735 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-aed50b78-8a54-44ce-9892-eb99952013b6 None None] Provisioning complete for port 3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:57:49.515062 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-aed50b78-8a54-44ce-9892-eb99952013b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:49.689837 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-aed50b78-8a54-44ce-9892-eb99952013b6 None None] Port 3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 02:57:49.702548 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 4fc261c1-6a64-4e72-8436-61f871fce135 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:57:49.733529 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e005565-ea5a-471f-9562-8936e132e350', 'name': 'tempest-AttachVolumeShelveTestJSON-306629195-router', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T02:57:42Z', 'revision_number': 3, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'gw_port': {'id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:65:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:39Z', 'updated_at': '2022-03-04T02:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:57:49.842264 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f580b0ba-b898-447f-86cb-888dca9e2ccd None None] The sync data for ids ['7e005565-ea5a-471f-9562-8936e132e350'] in dv-cinder-828061-7-iscsi is: [{'id': '7e005565-ea5a-471f-9562-8936e132e350', 'name': 'tempest-AttachVolumeShelveTestJSON-306629195-router', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T02:57:42Z', 'revision_number': 3, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'gw_port': {'id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:65:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:39Z', 'updated_at': '2022-03-04T02:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 02:57:49.858499 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-174937aa-f362-462b-a975-679d02cfb00c tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Made reservation on behalf of 5ae08e45cf394a85a30dbcd7d75ded63 for: {'port': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:57:49.867230 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a68caa50-eab0-444c-8b47-501950a45d46 None None] Provisioning complete for port 1a6cfd7c-ef44-449f-8998-8113157c0811 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:57:49.867605 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a68caa50-eab0-444c-8b47-501950a45d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (1a6cfd7c-ef44-449f-8998-8113157c0811), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:49.869177 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-174937aa-f362-462b-a975-679d02cfb00c tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:49.891797 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e3b04055-1f3b-49e9-90eb-7de3c24b9e9a admin admin] Publish callbacks [] for port (3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:49.902720 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e3b04055-1f3b-49e9-90eb-7de3c24b9e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:49.903794 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e3b04055-1f3b-49e9-90eb-7de3c24b9e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642211'] for router_interface (7e005565-ea5a-471f-9562-8936e132e350), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:49.917509 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 55340) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:50.029040 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a68caa50-eab0-444c-8b47-501950a45d46 None None] Port 1a6cfd7c-ef44-449f-8998-8113157c0811 cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 02:57:50.066974 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e6c7f-1ef6-4b91-9cd0-c28fba98d7b1 admin admin] Pushing event updated for resources: {'Port': ['ID=1a6cfd7c-ef44-449f-8998-8113157c0811,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:50.157027 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943d4435-c270-442f-a071-cca55d64f8ab admin admin] Router 8a10c7bc-60b0-460a-802d-772ee39065c0 has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 02:57:50.158604 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-1dbf3269-2874-45c8-a298-ced3852ac204 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Allocated IP 172.20.0.5 (47e6c6c4-45d4-43ea-baac-423caa1c0adf/431140ff-e7d6-4b01-b509-15f7f795257b/f8c0c90d-35cb-4651-9a1a-06b873e53814) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:57:50.205294 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0ab762e2-9f16-4096-8aba-0513782b68cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:50.301785 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-df406fd6-7fdf-461f-aa6d-9b1b441d3ac7 req-255e6d5b-23e0-40e4-9fc1-a8b452e175f6 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 210 time: 0.0954440 Mar 04 02:57:50.330618 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b04055-1f3b-49e9-90eb-7de3c24b9e9a admin admin] Network 50eae8c7-06bd-487c-a181-0dbe4478419c is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:57:50.390429 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-e3b04055-1f3b-49e9-90eb-7de3c24b9e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:57:50.415432 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9f5e8b19-699c-44c9-b1f8-d0f9d2f057d9 req-5757f36b-fe0a-4849-9498-330623ecf98d tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 210 time: 0.0919712 Mar 04 02:57:50.430582 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b04055-1f3b-49e9-90eb-7de3c24b9e9a admin admin] Pushing event updated for resources: {'Port': ['ID=3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a,revision_number=2']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:50.795646 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0ab762e2-9f16-4096-8aba-0513782b68cb admin admin] Publish callbacks [] for security_group (9737bf6e-ce98-4aa8-a328-65a357214445), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:50.807727 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b04055-1f3b-49e9-90eb-7de3c24b9e9a admin admin] Router 7e005565-ea5a-471f-9562-8936e132e350 has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 02:57:50.809717 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0ab762e2-9f16-4096-8aba-0513782b68cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (9737bf6e-ce98-4aa8-a328-65a357214445), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:50.909493 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-3b31f304-117a-457e-9e59-4aacdd661387 None None] Provisioning complete for port 3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:57:50.910028 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-3b31f304-117a-457e-9e59-4aacdd661387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:50.925387 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-0ab762e2-9f16-4096-8aba-0513782b68cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2b4cb27396240bc86fc7c4b9aa38842&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0019789 Mar 04 02:57:50.940962 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 55360) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:51.021450 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab762e2-9f16-4096-8aba-0513782b68cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9737bf6e-ce98-4aa8-a328-65a357214445,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:51.028845 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-3b31f304-117a-457e-9e59-4aacdd661387 None None] Port 3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 02:57:51.179518 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4f3fc7ed-5c82-4192-925f-1264ba5c146d admin admin] Publish callbacks [] for security_group (9737bf6e-ce98-4aa8-a328-65a357214445), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:51.205828 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-1dbf3269-2874-45c8-a298-ced3852ac204 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks [] for port (f8c0c90d-35cb-4651-9a1a-06b873e53814), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:51.209052 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4f3fc7ed-5c82-4192-925f-1264ba5c146d admin admin] Publish callbacks [] for security_group (9737bf6e-ce98-4aa8-a328-65a357214445), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:51.272098 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-1dbf3269-2874-45c8-a298-ced3852ac204 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (f8c0c90d-35cb-4651-9a1a-06b873e53814), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:51.305870 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4f3fc7ed-5c82-4192-925f-1264ba5c146d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (9737bf6e-ce98-4aa8-a328-65a357214445), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:51.314694 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4f3fc7ed-5c82-4192-925f-1264ba5c146d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:51.316078 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-4f3fc7ed-5c82-4192-925f-1264ba5c146d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9737bf6e-ce98-4aa8-a328-65a357214445 HTTP/1.1" status: 204 len: 168 time: 0.3721287 Mar 04 02:57:51.374605 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fc7ed-5c82-4192-925f-1264ba5c146d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9737bf6e-ce98-4aa8-a328-65a357214445,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:51.414140 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b04055-1f3b-49e9-90eb-7de3c24b9e9a admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 02:57:51.421745 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-e3b04055-1f3b-49e9-90eb-7de3c24b9e9a admin admin] 10.222.0.16 "PUT /v2.0/routers/7e005565-ea5a-471f-9562-8936e132e350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1000302 Mar 04 02:57:51.562921 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2b4dba6b-73e9-48b1-9499-f0925b9eb42c req-2f2c0264-163d-4aa1-b216-79c522221dd4 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 210 time: 0.1096652 Mar 04 02:57:51.648413 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-1dbf3269-2874-45c8-a298-ced3852ac204 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Network 47e6c6c4-45d4-43ea-baac-423caa1c0adf is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:57:51.685728 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-1dbf3269-2874-45c8-a298-ced3852ac204 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:57:51.705884 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-1dbf3269-2874-45c8-a298-ced3852ac204 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:57:51.742501 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-1dbf3269-2874-45c8-a298-ced3852ac204 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:57:51.742710 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff163f-6612-4e4e-b079-ed99484fd576 req-54182a99-91aa-4458-a0f1-188836fed0cb tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:57:51.743129 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-1dbf3269-2874-45c8-a298-ced3852ac204 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:51.746698 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-66ff163f-6612-4e4e-b079-ed99484fd576 req-54182a99-91aa-4458-a0f1-188836fed0cb tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 931 time: 0.1544435 Mar 04 02:57:51.873184 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-66ff163f-6612-4e4e-b079-ed99484fd576 req-b7306079-810f-4cce-9e9f-99b33184fa5a tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142642 Mar 04 02:57:51.933543 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf3269-2874-45c8-a298-ced3852ac204 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Pushing event updated for resources: {'Port': ['ID=f8c0c90d-35cb-4651-9a1a-06b873e53814,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:51.942754 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-174937aa-f362-462b-a975-679d02cfb00c tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Allocated IP 172.20.0.3 (9e7b90f3-cd23-48a5-92b3-8c463814972e/f7704bc1-6e6d-4b9c-b819-30bbf70f7eba/df604419-58f8-4bbb-8f7f-98bd684678a4) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:57:51.956450 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-1dbf3269-2874-45c8-a298-ced3852ac204 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7719412 Mar 04 02:57:51.960557 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-115e6c7f-1ef6-4b91-9cd0-c28fba98d7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (1a6cfd7c-ef44-449f-8998-8113157c0811), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:51.964262 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943d4435-c270-442f-a071-cca55d64f8ab admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 02:57:51.977262 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] Sync routers for ids ['8a10c7bc-60b0-460a-802d-772ee39065c0'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 02:57:52.004829 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-943d4435-c270-442f-a071-cca55d64f8ab admin admin] 10.222.0.16 "PUT /v2.0/routers/8a10c7bc-60b0-460a-802d-772ee39065c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3914373 Mar 04 02:57:52.017355 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 4c0c1a1e-bb77-4753-9cb6-f1c769061c25 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:57:52.023922 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] Routers {'8a10c7bc-60b0-460a-802d-772ee39065c0'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:57:52.024830 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:57:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['8a10c7bc-60b0-460a-802d-772ee39065c0'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:57:52.216015 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] Set router 8a10c7bc-60b0-460a-802d-772ee39065c0 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:57:52.219196 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 4c0c1a1e-bb77-4753-9cb6-f1c769061c25 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:57:52.220477 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (4c0c1a1e-bb77-4753-9cb6-f1c769061c25), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:52.483378 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-174937aa-f362-462b-a975-679d02cfb00c tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Publish callbacks [] for port (df604419-58f8-4bbb-8f7f-98bd684678a4), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:52.693872 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-174937aa-f362-462b-a975-679d02cfb00c tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (df604419-58f8-4bbb-8f7f-98bd684678a4), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:52.731381 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 4c0c1a1e-bb77-4753-9cb6-f1c769061c25 is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:57:52.731779 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (4c0c1a1e-bb77-4753-9cb6-f1c769061c25), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:52.794863 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] For port 4c0c1a1e-bb77-4753-9cb6-f1c769061c25, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=4c0c1a1e-bb77-4753-9cb6-f1c769061c25,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:57:52.821133 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (4c0c1a1e-bb77-4753-9cb6-f1c769061c25), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:52.824818 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 91c5371b-0098-4387-a190-58fefa1ea23f up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:57:52.844972 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-ee2b5d3c-fcf7-4782-ab3b-7b857cba329a tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:57:52.862296 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-ee2b5d3c-fcf7-4782-ab3b-7b857cba329a tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/networks?id=d64efdae-0305-4058-8f96-4ee6eb81be2d HTTP/1.1" status: 200 len: 819 time: 0.3059316 Mar 04 02:57:52.877850 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-f9b0c29e-1f19-445b-b465-b3bf63a3db4f tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/quotas/435f5c6cbc834e5e9948bd463d8aa129 HTTP/1.1" status: 200 len: 375 time: 0.0143931 Mar 04 02:57:52.890350 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a10c7bc-60b0-460a-802d-772ee39065c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1097678072-router', 'tenant_id': '435f5c6cbc834e5e9948bd463d8aa129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '4fc261c1-6a64-4e72-8436-61f871fce135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T02:57:44Z', 'revision_number': 4, 'project_id': '435f5c6cbc834e5e9948bd463d8aa129', 'gw_port': {'id': '4fc261c1-6a64-4e72-8436-61f871fce135', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10c7bc-60b0-460a-802d-772ee39065c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T02:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': 'b0acf776-47e5-4647-982f-57a27b3c72ef', 'name': '', 'network_id': 'd64efdae-0305-4058-8f96-4ee6eb81be2d', 'tenant_id': '435f5c6cbc834e5e9948bd463d8aa129', 'mac_address': 'fa:16:3e:1f:1c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a10c7bc-60b0-460a-802d-772ee39065c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a402aac-443f-4244-b7c1-141fa3d052d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:42Z', 'updated_at': '2022-03-04T02:57:44Z', 'revision_number': 2, 'project_id': '435f5c6cbc834e5e9948bd463d8aa129', 'subnets': [{'id': '9a402aac-443f-4244-b7c1-141fa3d052d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:57:52.914763 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-115e6c7f-1ef6-4b91-9cd0-c28fba98d7b1 admin admin] Publish callbacks [] for port (1a6cfd7c-ef44-449f-8998-8113157c0811), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:52.918432 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174937aa-f362-462b-a975-679d02cfb00c tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Pushing event updated for resources: {'Port': ['ID=df604419-58f8-4bbb-8f7f-98bd684678a4,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:52.946860 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-174937aa-f362-462b-a975-679d02cfb00c tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Network 9e7b90f3-cd23-48a5-92b3-8c463814972e is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:57:52.948681 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-115e6c7f-1ef6-4b91-9cd0-c28fba98d7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (1a6cfd7c-ef44-449f-8998-8113157c0811), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:52.951275 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-115e6c7f-1ef6-4b91-9cd0-c28fba98d7b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642211'] for router_interface (c9da1d57-6090-481c-b495-f021b8958afa), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:52.960896 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-174937aa-f362-462b-a975-679d02cfb00c tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:57:52.972229 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-174937aa-f362-462b-a975-679d02cfb00c tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:57:52.989663 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-174937aa-f362-462b-a975-679d02cfb00c tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:57:52.990889 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-174937aa-f362-462b-a975-679d02cfb00c tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:53.033211 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] Checking router: 8a10c7bc-60b0-460a-802d-772ee39065c0 for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 02:57:53.033780 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] Updating router 8a10c7bc-60b0-460a-802d-772ee39065c0 port b0acf776-47e5-4647-982f-57a27b3c72ef binding host dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 02:57:53.040205 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 55424) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:53.059827 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-81fcf89d-2ac4-4c17-a555-a055a94fe84b tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1446352386', 'description': 'tempest-description--1304569838'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:57:53.142736 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-174937aa-f362-462b-a975-679d02cfb00c tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9176378 Mar 04 02:57:53.148541 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Pushing event updated for resources: {'Port': ['ID=4c0c1a1e-bb77-4753-9cb6-f1c769061c25,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:53.158795 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-a0f62ae2-0978-410d-bb3c-a0ef707f7ad6 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=435f5c6cbc834e5e9948bd463d8aa129&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2694910 Mar 04 02:57:53.175644 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (b0acf776-47e5-4647-982f-57a27b3c72ef), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:53.223765 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e6c7f-1ef6-4b91-9cd0-c28fba98d7b1 admin admin] Pushing event updated for resources: {'Port': ['ID=1a6cfd7c-ef44-449f-8998-8113157c0811,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:53.233282 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-81fcf89d-2ac4-4c17-a555-a055a94fe84b tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:53.237657 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 91c5371b-0098-4387-a190-58fefa1ea23f triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:57:53.243731 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (91c5371b-0098-4387-a190-58fefa1ea23f), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:53.259318 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 55428) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:53.364726 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115e6c7f-1ef6-4b91-9cd0-c28fba98d7b1 admin admin] Network 89103e18-9486-4035-aa3f-78b34592cbe0 is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:57:53.368345 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-115e6c7f-1ef6-4b91-9cd0-c28fba98d7b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:57:53.512796 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347715e-051f-4db3-ad3b-b8e5bd79f67c req-6716f070-145c-420c-abff-425926e6adeb tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:57:53.517700 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d347715e-051f-4db3-ad3b-b8e5bd79f67c req-6716f070-145c-420c-abff-425926e6adeb tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 931 time: 0.3536146 Mar 04 02:57:53.576293 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-81fcf89d-2ac4-4c17-a555-a055a94fe84b tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for security_group (15e9d920-820c-4b61-a2ac-f8fd2c770a9e), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:53.578754 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-09a5038b-d8ec-4964-9083-34d6ab11d99f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:53.594857 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-635d8d25-40a9-4463-bc5e-413241b38e0d service neutron] 10.222.0.16 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824596 Mar 04 02:57:53.638670 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-81fcf89d-2ac4-4c17-a555-a055a94fe84b tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (15e9d920-820c-4b61-a2ac-f8fd2c770a9e), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:53.660736 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] Sync routers for ids ['7e005565-ea5a-471f-9562-8936e132e350'] in dv-cinder-828061-7-iscsi {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 02:57:53.680589 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] Routers {'7e005565-ea5a-471f-9562-8936e132e350'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:57:53.681562 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:57:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['7e005565-ea5a-471f-9562-8936e132e350'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:57:53.684683 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 91c5371b-0098-4387-a190-58fefa1ea23f is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:57:53.684999 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (91c5371b-0098-4387-a190-58fefa1ea23f), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:53.730831 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-f61857f5-1dec-4226-8f32-99798801c4d8 service neutron] 10.222.0.16 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208036 Mar 04 02:57:53.760941 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d347715e-051f-4db3-ad3b-b8e5bd79f67c req-c8872673-666f-481d-ace0-06b9f5e40b24 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d84915d2-cf7b-41d7-8954-887b9ae2f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282517 Mar 04 02:57:53.791436 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-81fcf89d-2ac4-4c17-a555-a055a94fe84b tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:53.791608 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] For port 91c5371b-0098-4387-a190-58fefa1ea23f, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=91c5371b-0098-4387-a190-58fefa1ea23f,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:57:53.795482 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-81fcf89d-2ac4-4c17-a555-a055a94fe84b tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7437677 Mar 04 02:57:53.797048 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 55442) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:53.803423 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-2fdeddb8-d485-42c3-b292-98c0eea18e40 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Request body: {'security_group_rule': {'security_group_id': '15e9d920-820c-4b61-a2ac-f8fd2c770a9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:57:53.805950 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (91c5371b-0098-4387-a190-58fefa1ea23f), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:53.840801 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcf89d-2ac4-4c17-a555-a055a94fe84b tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15e9d920-820c-4b61-a2ac-f8fd2c770a9e,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:53.853748 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2fdeddb8-d485-42c3-b292-98c0eea18e40 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for security_group_rule (0cd67194-cff2-47ab-951a-3af74d65aa9a), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:53.866000 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] Set router 7e005565-ea5a-471f-9562-8936e132e350 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:57:53.915934 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115e6c7f-1ef6-4b91-9cd0-c28fba98d7b1 admin admin] Router c9da1d57-6090-481c-b495-f021b8958afa has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 02:57:54.137788 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 4c0c1a1e-bb77-4753-9cb6-f1c769061c25 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:57:54.229531 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-09a5038b-d8ec-4964-9083-34d6ab11d99f admin admin] Publish callbacks [] for security_group (463ceb98-73c6-4061-949d-01cdf9b6de00), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:54.252422 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-09a5038b-d8ec-4964-9083-34d6ab11d99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (463ceb98-73c6-4061-949d-01cdf9b6de00), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:54.267929 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e6cba88c-3e43-4e14-8020-3481fadf089a req-7f4ccee4-b8a0-444e-b0be-85bba830687c tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 210 time: 0.0701733 Mar 04 02:57:54.275858 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e005565-ea5a-471f-9562-8936e132e350', 'name': 'tempest-AttachVolumeShelveTestJSON-306629195-router', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T02:57:49Z', 'revision_number': 4, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'gw_port': {'id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:65:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:39Z', 'updated_at': '2022-03-04T02:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a', 'name': '', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'mac_address': 'fa:16:3e:df:0b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:46Z', 'updated_at': '2022-03-04T02:57:49Z', 'revision_number': 2, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'subnets': [{'id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:57:54.312922 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Pushing event updated for resources: {'Port': ['ID=91c5371b-0098-4387-a190-58fefa1ea23f,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:54.339442 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f474ac-fed6-4519-8dd5-3e8672910463 req-5e0934b1-1339-4113-acf6-555e9c2c177a tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:57:54.339726 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5038b-d8ec-4964-9083-34d6ab11d99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463ceb98-73c6-4061-949d-01cdf9b6de00,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:54.341480 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a1f474ac-fed6-4519-8dd5-3e8672910463 req-5e0934b1-1339-4113-acf6-555e9c2c177a tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 931 time: 0.4110649 Mar 04 02:57:54.375088 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-04eb6da2-d3d5-4d4f-8eba-e0fcbe9b11df None None] Provisioning complete for port 1a6cfd7c-ef44-449f-8998-8113157c0811 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:57:54.378355 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-04eb6da2-d3d5-4d4f-8eba-e0fcbe9b11df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (1a6cfd7c-ef44-449f-8998-8113157c0811), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:54.388388 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] Checking router: 7e005565-ea5a-471f-9562-8936e132e350 for host: dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 02:57:54.388818 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] Updating router 7e005565-ea5a-471f-9562-8936e132e350 port 3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a binding host dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 02:57:54.398397 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2fdeddb8-d485-42c3-b292-98c0eea18e40 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for security_group_rule (0cd67194-cff2-47ab-951a-3af74d65aa9a), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:54.420973 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115e6c7f-1ef6-4b91-9cd0-c28fba98d7b1 admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 02:57:54.425840 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2fdeddb8-d485-42c3-b292-98c0eea18e40 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (0cd67194-cff2-47ab-951a-3af74d65aa9a), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:54.451846 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] Sync routers for ids ['c9da1d57-6090-481c-b495-f021b8958afa'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 02:57:54.457014 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-115e6c7f-1ef6-4b91-9cd0-c28fba98d7b1 admin admin] 10.222.0.16 "PUT /v2.0/routers/c9da1d57-6090-481c-b495-f021b8958afa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2305672 Mar 04 02:57:54.464713 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 4c0c1a1e-bb77-4753-9cb6-f1c769061c25 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:57:54.464713 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (4c0c1a1e-bb77-4753-9cb6-f1c769061c25), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:54.492087 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-09a5038b-d8ec-4964-9083-34d6ab11d99f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dbeb2cb7dd484ebfb6a8d55a20420404&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2267466 Mar 04 02:57:54.494968 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 55466) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:54.502258 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a), before_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:54.513880 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdeddb8-d485-42c3-b292-98c0eea18e40 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd67194-cff2-47ab-951a-3af74d65aa9a,revision_number=0']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:54.527548 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] Routers {'c9da1d57-6090-481c-b495-f021b8958afa'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:57:54.528358 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:57:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['c9da1d57-6090-481c-b495-f021b8958afa'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:57:54.550468 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2fdeddb8-d485-42c3-b292-98c0eea18e40 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:54.553564 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-2fdeddb8-d485-42c3-b292-98c0eea18e40 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7547381 Mar 04 02:57:54.556985 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 55468) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:54.564144 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a1f474ac-fed6-4519-8dd5-3e8672910463 req-3631861e-cf65-4cd6-a434-1dad4d5790d3 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735334 Mar 04 02:57:54.569041 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-1db83bfb-1d9a-4faa-9ee5-2855985eb2e1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Request body: {'security_group_rule': {'security_group_id': '15e9d920-820c-4b61-a2ac-f8fd2c770a9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:57:54.634812 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1db83bfb-1d9a-4faa-9ee5-2855985eb2e1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for security_group_rule (dfc1df1e-873a-4723-ae83-c75ec9925f07), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:54.660683 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-4d04fd9b-2f84-473d-8601-7dbf23f252ba admin admin] Publish callbacks [] for security_group (463ceb98-73c6-4061-949d-01cdf9b6de00), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:54.694436 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-04eb6da2-d3d5-4d4f-8eba-e0fcbe9b11df None None] Port 1a6cfd7c-ef44-449f-8998-8113157c0811 cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 02:57:54.713659 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-21592d02-96b5-4012-a4b3-813040bcdec1 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102948) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 02:57:54.714812 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-21592d02-96b5-4012-a4b3-813040bcdec1 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096505 Mar 04 02:57:54.736120 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-f6dd4e5d-87c1-4da7-bd8b-77d4692ec593 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102948) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 02:57:54.743824 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-f6dd4e5d-87c1-4da7-bd8b-77d4692ec593 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0397377 Mar 04 02:57:54.791750 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-4d04fd9b-2f84-473d-8601-7dbf23f252ba admin admin] Publish callbacks [] for security_group (463ceb98-73c6-4061-949d-01cdf9b6de00), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:54.863861 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1db83bfb-1d9a-4faa-9ee5-2855985eb2e1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for security_group_rule (dfc1df1e-873a-4723-ae83-c75ec9925f07), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:54.916351 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-4d04fd9b-2f84-473d-8601-7dbf23f252ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (463ceb98-73c6-4061-949d-01cdf9b6de00), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:54.920074 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-4d04fd9b-2f84-473d-8601-7dbf23f252ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:54.921254 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-4d04fd9b-2f84-473d-8601-7dbf23f252ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/463ceb98-73c6-4061-949d-01cdf9b6de00 HTTP/1.1" status: 204 len: 168 time: 0.4230270 Mar 04 02:57:54.924897 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1db83bfb-1d9a-4faa-9ee5-2855985eb2e1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (dfc1df1e-873a-4723-ae83-c75ec9925f07), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:54.936656 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04fd9b-2f84-473d-8601-7dbf23f252ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463ceb98-73c6-4061-949d-01cdf9b6de00,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:55.143102 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 4c0c1a1e-bb77-4753-9cb6-f1c769061c25 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:57:55.144537 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1db83bfb-1d9a-4faa-9ee5-2855985eb2e1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:55.145909 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-1db83bfb-1d9a-4faa-9ee5-2855985eb2e1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5855618 Mar 04 02:57:55.149145 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 55500) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:55.155952 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-9f95505c-e74b-434c-b3ed-ba25120ef931 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Request body: {'floatingip': {'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:57:55.170142 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] Publish callbacks [] for port (b0acf776-47e5-4647-982f-57a27b3c72ef), precommit_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:55.176557 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db83bfb-1d9a-4faa-9ee5-2855985eb2e1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc1df1e-873a-4723-ae83-c75ec9925f07,revision_number=0']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:55.211527 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (b0acf776-47e5-4647-982f-57a27b3c72ef), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:55.237855 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e449f-004a-4311-b361-dd43dfcee241 req-2d6325cc-7376-4ca5-8b66-9fcbe937eedd tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:57:55.245590 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a47e449f-004a-4311-b361-dd43dfcee241 req-2d6325cc-7376-4ca5-8b66-9fcbe937eedd tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 931 time: 0.3236465 Mar 04 02:57:55.276339 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-2e162bcc-ab4e-42e5-9f42-2256669b7ab9 service neutron] Request body: {'port': {'device_id': 'd515cbe3-289b-4e6a-bcce-e9bdfac71ce8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:57:55.281972 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-a196dd78-71f6-4687-9415-a5931fe2f9a1 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:57:55.283797 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-a196dd78-71f6-4687-9415-a5931fe2f9a1 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/networks?id=d64efdae-0305-4058-8f96-4ee6eb81be2d HTTP/1.1" status: 200 len: 819 time: 0.4780262 Mar 04 02:57:55.295354 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-1dc31935-aa29-4b70-b958-d4a5231651ee service neutron] Request body: {'port': {'device_id': '419fd0b8-1118-45f6-8669-8026dae0634f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:57:55.327373 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9f95505c-e74b-434c-b3ed-ba25120ef931 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:55.327823 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a47e449f-004a-4311-b361-dd43dfcee241 req-0564ba8f-2f35-48b8-9758-9f62aa8a017b tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d84915d2-cf7b-41d7-8954-887b9ae2f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811372 Mar 04 02:57:55.337424 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-d5e09f98-57b0-43e6-b2d9-bc4ddac4fb88 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/quotas/435f5c6cbc834e5e9948bd463d8aa129 HTTP/1.1" status: 200 len: 375 time: 0.0471244 Mar 04 02:57:55.377864 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] Set router c9da1d57-6090-481c-b495-f021b8958afa gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:57:55.548662 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc997ffd-6d34-4a8f-ad8d-ec434d07731d None None] Pushing event updated for resources: {'Port': ['ID=b0acf776-47e5-4647-982f-57a27b3c72ef,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:55.561777 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-36e25f57-dfb2-4603-84b6-ac5e4dfdafa1 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=435f5c6cbc834e5e9948bd463d8aa129&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2178400 Mar 04 02:57:55.832980 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-1dc31935-aa29-4b70-b958-d4a5231651ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (df604419-58f8-4bbb-8f7f-98bd684678a4), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:55.848305 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] Publish callbacks [] for port (3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a), precommit_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:55.869118 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a), after_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:55.922226 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-dced16d1-55e5-4a4c-ae97-91d26a91c91e service neutron] 10.222.0.16 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365250 Mar 04 02:57:55.980487 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 91c5371b-0098-4387-a190-58fefa1ea23f up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:57:56.059203 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 55532) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:56.067697 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] Attempting to bind port b0acf776-47e5-4647-982f-57a27b3c72ef on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:57:56.067990 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] Attempting to bind port b0acf776-47e5-4647-982f-57a27b3c72ef by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': '8249a905-31bb-4e01-a616-379d38917352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd64efdae-0305-4058-8f96-4ee6eb81be2d'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:57:56.082160 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] Attempting to bind port b0acf776-47e5-4647-982f-57a27b3c72ef on network d64efdae-0305-4058-8f96-4ee6eb81be2d {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:57:56.161261 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:57:56.162266 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] Checking segment: {'id': '8249a905-31bb-4e01-a616-379d38917352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd64efdae-0305-4058-8f96-4ee6eb81be2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:57:56.162367 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:56.162741 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] Bound using segment: {'id': '8249a905-31bb-4e01-a616-379d38917352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd64efdae-0305-4058-8f96-4ee6eb81be2d'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:57:56.163296 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] Bound port: b0acf776-47e5-4647-982f-57a27b3c72ef, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8249a905-31bb-4e01-a616-379d38917352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd64efdae-0305-4058-8f96-4ee6eb81be2d'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:57:56.163676 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (b0acf776-47e5-4647-982f-57a27b3c72ef), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:56.222569 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.13', 56181) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:56.247216 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28274245-6d0d-40b3-b0c4-2f49017f8cf1 None None] Pushing event updated for resources: {'Port': ['ID=3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a,revision_number=3']} {{(pid=102958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:56.300402 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f6443569-72cc-4a79-93ab-0d1f5bdeb40e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:56.482870 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] Attempting to bind port 3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:57:56.483896 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] Attempting to bind port 3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': 'c1bfdc25-a414-4989-8a99-de716f99d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c'}] {{(pid=102958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:57:56.484542 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] Attempting to bind port 3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a on network 50eae8c7-06bd-487c-a181-0dbe4478419c {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:57:56.498381 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:57:56.499173 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] Checking segment: {'id': 'c1bfdc25-a414-4989-8a99-de716f99d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:57:56.499802 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:56.505387 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] Bound using segment: {'id': 'c1bfdc25-a414-4989-8a99-de716f99d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c'} {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:57:56.506436 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] Bound port: 3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bfdc25-a414-4989-8a99-de716f99d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c'}}] {{(pid=102958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:57:56.507180 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a), before_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:56.639026 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.db [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] For port 3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:57:56.645994 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 91c5371b-0098-4387-a190-58fefa1ea23f triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:57:56.647489 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (91c5371b-0098-4387-a190-58fefa1ea23f), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:56.648561 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.db [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] For port 3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:57:56.661194 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a), after_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:56.715393 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-55903af1-e668-4399-aed9-36ebc497aa52 None None] Provisioning complete for port 3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:57:56.715769 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-55903af1-e668-4399-aed9-36ebc497aa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:56.783614 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] For port b0acf776-47e5-4647-982f-57a27b3c72ef, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:57:56.827899 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28274245-6d0d-40b3-b0c4-2f49017f8cf1 None None] Pushing event updated for resources: {'Port': ['ID=3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a,revision_number=4']} {{(pid=102958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:56.841187 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-2e162bcc-ab4e-42e5-9f42-2256669b7ab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (f8c0c90d-35cb-4651-9a1a-06b873e53814), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:56.860068 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] For port b0acf776-47e5-4647-982f-57a27b3c72ef, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=b0acf776-47e5-4647-982f-57a27b3c72ef,segment=NetworkSegment(8249a905-31bb-4e01-a616-379d38917352),segment_id=8249a905-31bb-4e01-a616-379d38917352)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:57:56.892072 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (b0acf776-47e5-4647-982f-57a27b3c72ef), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:56.892895 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] Routers {'7e005565-ea5a-471f-9562-8936e132e350'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:57:56.894588 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:57:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['7e005565-ea5a-471f-9562-8936e132e350'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:57:56.900520 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 55554) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:56.918055 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f6443569-72cc-4a79-93ab-0d1f5bdeb40e admin admin] Publish callbacks [] for security_group (09b30e54-d64a-47b7-881b-5db165a36c76), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:56.946116 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-2738e2b8-38b2-4be6-9fe5-3ee70066663e tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1790401803', 'description': 'tempest-description--2058706351'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:57:56.960376 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f6443569-72cc-4a79-93ab-0d1f5bdeb40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (09b30e54-d64a-47b7-881b-5db165a36c76), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:56.966621 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'name': 'tempest-AttachVolumeTestJSON-566749904-router', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T02:57:51Z', 'revision_number': 4, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'gw_port': {'id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:40Z', 'updated_at': '2022-03-04T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '1a6cfd7c-ef44-449f-8998-8113157c0811', 'name': '', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'mac_address': 'fa:16:3e:51:3f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:48Z', 'updated_at': '2022-03-04T02:57:52Z', 'revision_number': 2, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'subnets': [{'id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:57:57.005351 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 55556) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:57.055107 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] Checking router: c9da1d57-6090-481c-b495-f021b8958afa for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 02:57:57.057234 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] Updating router c9da1d57-6090-481c-b495-f021b8958afa port 1a6cfd7c-ef44-449f-8998-8113157c0811 binding host dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 02:57:57.121355 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2738e2b8-38b2-4be6-9fe5-3ee70066663e tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:57.159851 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] Routers {'8a10c7bc-60b0-460a-802d-772ee39065c0'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:57:57.159851 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:57:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['8a10c7bc-60b0-460a-802d-772ee39065c0'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:57:57.205862 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc997ffd-6d34-4a8f-ad8d-ec434d07731d None None] Pushing event updated for resources: {'Port': ['ID=b0acf776-47e5-4647-982f-57a27b3c72ef,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:57.222831 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (1a6cfd7c-ef44-449f-8998-8113157c0811), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:57.251117 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] Set router 7e005565-ea5a-471f-9562-8936e132e350 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:57:57.278112 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-f6443569-72cc-4a79-93ab-0d1f5bdeb40e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=addccffb588c434984c24e8551a95dfc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2092032 Mar 04 02:57:57.290295 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-55903af1-e668-4399-aed9-36ebc497aa52 None None] Current status of the port 3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:57:57.290763 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-55903af1-e668-4399-aed9-36ebc497aa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:57.311079 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff1404-f2c8-4e4a-bf94-8abfac66f9ed req-3c7e6f34-fd42-49d6-9f95-81df717a9eb7 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:57:57.312511 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5dff1404-f2c8-4e4a-bf94-8abfac66f9ed req-3c7e6f34-fd42-49d6-9f95-81df717a9eb7 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 931 time: 0.3814526 Mar 04 02:57:57.313173 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6443569-72cc-4a79-93ab-0d1f5bdeb40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b30e54-d64a-47b7-881b-5db165a36c76,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:57.332085 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-95eff267-1f20-4cfa-8263-27f348019a88 service neutron] 10.222.0.16 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4026980 Mar 04 02:57:57.340970 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 91c5371b-0098-4387-a190-58fefa1ea23f is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:57:57.347031 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 55560) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:57.434407 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-55903af1-e668-4399-aed9-36ebc497aa52 None None] For port 3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:57:57.442793 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] Set router 8a10c7bc-60b0-460a-802d-772ee39065c0 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:57:57.559563 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-55903af1-e668-4399-aed9-36ebc497aa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:57.574592 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-168a9098-5283-4a30-aee3-86e0511acac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:57.595917 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-c9f6791e-de24-4313-874f-43b57adf8a5c tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:57:57.598221 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-c9f6791e-de24-4313-874f-43b57adf8a5c tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.13 "GET /v2.0/networks?id=d64efdae-0305-4058-8f96-4ee6eb81be2d HTTP/1.1" status: 200 len: 819 time: 1.3688483 Mar 04 02:57:57.634316 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-35427577-bae4-454e-bdcf-9d0595714db5 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Request body: {'port': {'device_id': '8b3a8ddc-56d5-45f3-b675-a08611940a76', 'network_id': 'd64efdae-0305-4058-8f96-4ee6eb81be2d', 'admin_state_up': True, 'tenant_id': '435f5c6cbc834e5e9948bd463d8aa129'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:57:57.650579 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-1dc31935-aa29-4b70-b958-d4a5231651ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df604419-58f8-4bbb-8f7f-98bd684678a4 {{(pid=102948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 02:57:57.673032 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5dff1404-f2c8-4e4a-bf94-8abfac66f9ed req-d787d32d-266c-4a77-bed3-a269b9f27d96 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266633 Mar 04 02:57:57.675308 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-1dc31935-aa29-4b70-b958-d4a5231651ee service neutron] Publish callbacks [] for port (df604419-58f8-4bbb-8f7f-98bd684678a4), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:57.703476 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.provisioning_blocks [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-1dc31935-aa29-4b70-b958-d4a5231651ee service neutron] Transition to ACTIVE for port object df604419-58f8-4bbb-8f7f-98bd684678a4 will not be triggered until provisioned by entity L2. {{(pid=102948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 02:57:57.715880 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2738e2b8-38b2-4be6-9fe5-3ee70066663e tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for security_group (cf13b504-2459-4f09-9118-3a18472ded1d), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:57.756663 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-1dc31935-aa29-4b70-b958-d4a5231651ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (df604419-58f8-4bbb-8f7f-98bd684678a4), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:57.926988 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2738e2b8-38b2-4be6-9fe5-3ee70066663e tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (cf13b504-2459-4f09-9118-3a18472ded1d), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:58.014996 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9f95505c-e74b-434c-b3ed-ba25120ef931 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:58.051919 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55903af1-e668-4399-aed9-36ebc497aa52 None None] Pushing event updated for resources: {'Port': ['ID=3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:58.093978 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e005565-ea5a-471f-9562-8936e132e350', 'name': 'tempest-AttachVolumeShelveTestJSON-306629195-router', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T02:57:49Z', 'revision_number': 4, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'gw_port': {'id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:65:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:39Z', 'updated_at': '2022-03-04T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a', 'name': '', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'mac_address': 'fa:16:3e:df:0b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:46Z', 'updated_at': '2022-03-04T02:57:56Z', 'revision_number': 4, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'subnets': [{'id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:57:58.116478 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c68a-99a1-4174-9fe4-cd309ab79c73 admin admin] Publish callbacks [] for security_group (09b30e54-d64a-47b7-881b-5db165a36c76), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:58.120062 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-60790c38-3b46-4b25-b73b-040b7accca5b None None] Provisioning complete for port 3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:57:58.120444 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-60790c38-3b46-4b25-b73b-040b7accca5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:58.147377 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fb211f1d-bc7d-4d2e-bd68-4c725dc87b9d req-a28240c8-6cc7-4921-a33b-8f502be68855 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 210 time: 0.2321045 Mar 04 02:57:58.195873 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dba1db9-c134-41c3-a3f3-f01e77a0085b None None] The sync data for ids ['7e005565-ea5a-471f-9562-8936e132e350'] in dv-cinder-828061-7-iscsi is: [{'id': '7e005565-ea5a-471f-9562-8936e132e350', 'name': 'tempest-AttachVolumeShelveTestJSON-306629195-router', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T02:57:49Z', 'revision_number': 4, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'gw_port': {'id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:65:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:39Z', 'updated_at': '2022-03-04T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a', 'name': '', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'mac_address': 'fa:16:3e:df:0b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:46Z', 'updated_at': '2022-03-04T02:57:56Z', 'revision_number': 4, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'subnets': [{'id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 02:57:58.259517 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c68a-99a1-4174-9fe4-cd309ab79c73 admin admin] Publish callbacks [] for security_group (09b30e54-d64a-47b7-881b-5db165a36c76), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:58.326911 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738e2b8-38b2-4be6-9fe5-3ee70066663e tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf13b504-2459-4f09-9118-3a18472ded1d,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:58.329109 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc31935-aa29-4b70-b958-d4a5231651ee service neutron] Pushing event updated for resources: {'Port': ['ID=df604419-58f8-4bbb-8f7f-98bd684678a4,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:58.408786 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73210de-4b5e-4637-b20f-58aae972574f req-9eef0c67-9bf2-4c5f-9fa3-8916cab9227a tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:57:58.419488 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e73210de-4b5e-4637-b20f-58aae972574f req-9eef0c67-9bf2-4c5f-9fa3-8916cab9227a tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 943 time: 0.4936182 Mar 04 02:57:58.434055 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-1dc31935-aa29-4b70-b958-d4a5231651ee service neutron] Attempting to bind port df604419-58f8-4bbb-8f7f-98bd684678a4 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:57:58.434412 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-1dc31935-aa29-4b70-b958-d4a5231651ee service neutron] Attempting to bind port df604419-58f8-4bbb-8f7f-98bd684678a4 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '7a0ba5b2-93cb-4930-b1d8-7e8c1e392b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '9e7b90f3-cd23-48a5-92b3-8c463814972e'}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:57:58.434828 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-1dc31935-aa29-4b70-b958-d4a5231651ee service neutron] Attempting to bind port df604419-58f8-4bbb-8f7f-98bd684678a4 on network 9e7b90f3-cd23-48a5-92b3-8c463814972e {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:57:58.443232 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2738e2b8-38b2-4be6-9fe5-3ee70066663e tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:58.444518 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-2738e2b8-38b2-4be6-9fe5-3ee70066663e tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.5421653 Mar 04 02:57:58.452135 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 55584) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:58.452317 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-1dc31935-aa29-4b70-b958-d4a5231651ee service neutron] Port df604419-58f8-4bbb-8f7f-98bd684678a4 on network 9e7b90f3-cd23-48a5-92b3-8c463814972e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 02:57:58.452317 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-1dc31935-aa29-4b70-b958-d4a5231651ee service neutron] Attempting to bind port df604419-58f8-4bbb-8f7f-98bd684678a4 on network 9e7b90f3-cd23-48a5-92b3-8c463814972e {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:57:58.464649 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-66132a0a-876e-4459-a762-2de8bf9ee235 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Request body: {'security_group_rule': {'security_group_id': 'cf13b504-2459-4f09-9118-3a18472ded1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:57:58.506182 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-168a9098-5283-4a30-aee3-86e0511acac4 admin admin] Publish callbacks [] for security_group (82ffa10d-9cfb-4255-b7f5-668450a2f02f), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:58.527706 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-168a9098-5283-4a30-aee3-86e0511acac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (82ffa10d-9cfb-4255-b7f5-668450a2f02f), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:58.527899 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-1dc31935-aa29-4b70-b958-d4a5231651ee service neutron] Checking agent: {'id': '3c9f8f0c-9b00-4c68-8144-2c2180e90486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'started_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:57:58.528218 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-1dc31935-aa29-4b70-b958-d4a5231651ee service neutron] Checking segment: {'id': '7a0ba5b2-93cb-4930-b1d8-7e8c1e392b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '9e7b90f3-cd23-48a5-92b3-8c463814972e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:57:58.528718 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-1dc31935-aa29-4b70-b958-d4a5231651ee service neutron] Bound using segment: {'id': '7a0ba5b2-93cb-4930-b1d8-7e8c1e392b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '9e7b90f3-cd23-48a5-92b3-8c463814972e'} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:57:58.529197 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-1dc31935-aa29-4b70-b958-d4a5231651ee service neutron] Bound port: df604419-58f8-4bbb-8f7f-98bd684678a4, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a0ba5b2-93cb-4930-b1d8-7e8c1e392b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '9e7b90f3-cd23-48a5-92b3-8c463814972e'}}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:57:58.529816 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-1dc31935-aa29-4b70-b958-d4a5231651ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (df604419-58f8-4bbb-8f7f-98bd684678a4), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:58.570879 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-35427577-bae4-454e-bdcf-9d0595714db5 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Made reservation on behalf of 435f5c6cbc834e5e9948bd463d8aa129 for: {'port': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:57:58.574740 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-35427577-bae4-454e-bdcf-9d0595714db5 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:58.617842 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c68a-99a1-4174-9fe4-cd309ab79c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (09b30e54-d64a-47b7-881b-5db165a36c76), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:58.620669 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c68a-99a1-4174-9fe4-cd309ab79c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:58.623493 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-a9f2c68a-99a1-4174-9fe4-cd309ab79c73 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09b30e54-d64a-47b7-881b-5db165a36c76 HTTP/1.1" status: 204 len: 168 time: 1.2731020 Mar 04 02:57:58.663509 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-66132a0a-876e-4459-a762-2de8bf9ee235 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for security_group_rule (3feb2feb-341b-4130-b7c8-a543473f609e), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:58.672849 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-168a9098-5283-4a30-aee3-86e0511acac4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e0eb3b70c52459cb6b55998c8bd60fe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6268117 Mar 04 02:57:58.709348 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-9f95505c-e74b-434c-b3ed-ba25120ef931 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Allocated IP 172.27.2.109 (4b7e2636-a469-4d8a-9bd4-65ee0f06b31b/15e6bee3-74fb-492e-abc3-419d01a26fc0/9b360dcc-43a5-413c-926f-c31358188325) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:57:58.711721 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 55588) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:57:58.718247 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e73210de-4b5e-4637-b20f-58aae972574f req-a11e78cd-4de5-43d4-bb63-96490b383781 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d84915d2-cf7b-41d7-8954-887b9ae2f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976558 Mar 04 02:57:58.726768 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a9098-5283-4a30-aee3-86e0511acac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ffa10d-9cfb-4255-b7f5-668450a2f02f,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:58.734674 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-60790c38-3b46-4b25-b73b-040b7accca5b None None] Current status of the port 3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:57:58.833303 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] Publish callbacks [] for port (1a6cfd7c-ef44-449f-8998-8113157c0811), precommit_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:58.857332 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a10c7bc-60b0-460a-802d-772ee39065c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1097678072-router', 'tenant_id': '435f5c6cbc834e5e9948bd463d8aa129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '4fc261c1-6a64-4e72-8436-61f871fce135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T02:57:44Z', 'revision_number': 4, 'project_id': '435f5c6cbc834e5e9948bd463d8aa129', 'gw_port': {'id': '4fc261c1-6a64-4e72-8436-61f871fce135', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10c7bc-60b0-460a-802d-772ee39065c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T02:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': 'b0acf776-47e5-4647-982f-57a27b3c72ef', 'name': '', 'network_id': 'd64efdae-0305-4058-8f96-4ee6eb81be2d', 'tenant_id': '435f5c6cbc834e5e9948bd463d8aa129', 'mac_address': 'fa:16:3e:1f:1c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a10c7bc-60b0-460a-802d-772ee39065c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a402aac-443f-4244-b7c1-141fa3d052d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:42Z', 'updated_at': '2022-03-04T02:57:56Z', 'revision_number': 4, 'project_id': '435f5c6cbc834e5e9948bd463d8aa129', 'subnets': [{'id': '9a402aac-443f-4244-b7c1-141fa3d052d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:57:58.966515 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093ddcb3-8089-42f0-a10c-c6196c150793 None None] The sync data for ids ['8a10c7bc-60b0-460a-802d-772ee39065c0'] in dv-cinder-828061-7-iscsi is: [{'id': '8a10c7bc-60b0-460a-802d-772ee39065c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1097678072-router', 'tenant_id': '435f5c6cbc834e5e9948bd463d8aa129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '4fc261c1-6a64-4e72-8436-61f871fce135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T02:57:44Z', 'revision_number': 4, 'project_id': '435f5c6cbc834e5e9948bd463d8aa129', 'gw_port': {'id': '4fc261c1-6a64-4e72-8436-61f871fce135', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10c7bc-60b0-460a-802d-772ee39065c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T02:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': 'b0acf776-47e5-4647-982f-57a27b3c72ef', 'name': '', 'network_id': 'd64efdae-0305-4058-8f96-4ee6eb81be2d', 'tenant_id': '435f5c6cbc834e5e9948bd463d8aa129', 'mac_address': 'fa:16:3e:1f:1c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a10c7bc-60b0-460a-802d-772ee39065c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a402aac-443f-4244-b7c1-141fa3d052d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:42Z', 'updated_at': '2022-03-04T02:57:56Z', 'revision_number': 4, 'project_id': '435f5c6cbc834e5e9948bd463d8aa129', 'subnets': [{'id': '9a402aac-443f-4244-b7c1-141fa3d052d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 02:57:58.969253 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (1a6cfd7c-ef44-449f-8998-8113157c0811), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:59.047476 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-cae628e9-604d-401d-92e5-422f60707f36 admin admin] Publish callbacks [] for security_group (82ffa10d-9cfb-4255-b7f5-668450a2f02f), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:59.118103 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c68a-99a1-4174-9fe4-cd309ab79c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b30e54-d64a-47b7-881b-5db165a36c76,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:59.168832 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa821273-1b1f-45be-92cc-95ba9d2ec255 None None] Pushing event updated for resources: {'Port': ['ID=1a6cfd7c-ef44-449f-8998-8113157c0811,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:59.328013 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-cae628e9-604d-401d-92e5-422f60707f36 admin admin] Publish callbacks [] for security_group (82ffa10d-9cfb-4255-b7f5-668450a2f02f), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:59.371714 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] Attempting to bind port 1a6cfd7c-ef44-449f-8998-8113157c0811 on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:57:59.372084 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] Attempting to bind port 1a6cfd7c-ef44-449f-8998-8113157c0811 by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': 'f84e4a76-fe05-4a76-bef8-c293ba04a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:57:59.372613 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] Attempting to bind port 1a6cfd7c-ef44-449f-8998-8113157c0811 on network 89103e18-9486-4035-aa3f-78b34592cbe0 {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:57:59.379177 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:57:59.380233 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] Checking segment: {'id': 'f84e4a76-fe05-4a76-bef8-c293ba04a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:57:59.380658 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:59.381080 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] Bound using segment: {'id': 'f84e4a76-fe05-4a76-bef8-c293ba04a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:57:59.381510 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] Bound port: 1a6cfd7c-ef44-449f-8998-8113157c0811, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84e4a76-fe05-4a76-bef8-c293ba04a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:57:59.382028 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (1a6cfd7c-ef44-449f-8998-8113157c0811), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:59.500517 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] For port 1a6cfd7c-ef44-449f-8998-8113157c0811, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:57:59.506386 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] For port 1a6cfd7c-ef44-449f-8998-8113157c0811, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=1a6cfd7c-ef44-449f-8998-8113157c0811,segment=NetworkSegment(f84e4a76-fe05-4a76-bef8-c293ba04a698),segment_id=f84e4a76-fe05-4a76-bef8-c293ba04a698)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:57:59.521463 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (1a6cfd7c-ef44-449f-8998-8113157c0811), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:59.638182 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa821273-1b1f-45be-92cc-95ba9d2ec255 None None] Pushing event updated for resources: {'Port': ['ID=1a6cfd7c-ef44-449f-8998-8113157c0811,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:57:59.679221 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] Routers {'c9da1d57-6090-481c-b495-f021b8958afa'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:57:59.679895 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:57:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['c9da1d57-6090-481c-b495-f021b8958afa'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:57:59.744160 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-1dc31935-aa29-4b70-b958-d4a5231651ee service neutron] For port df604419-58f8-4bbb-8f7f-98bd684678a4, host hv-cinder-82806, cleared binding levels {{(pid=102948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:57:59.811264 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-66132a0a-876e-4459-a762-2de8bf9ee235 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for security_group_rule (3feb2feb-341b-4130-b7c8-a543473f609e), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:57:59.887257 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-1dc31935-aa29-4b70-b958-d4a5231651ee service neutron] For port df604419-58f8-4bbb-8f7f-98bd684678a4, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=df604419-58f8-4bbb-8f7f-98bd684678a4,segment=NetworkSegment(7a0ba5b2-93cb-4930-b1d8-7e8c1e392b97),segment_id=7a0ba5b2-93cb-4930-b1d8-7e8c1e392b97)] {{(pid=102948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:57:59.890143 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-428f05c0-2231-47d4-824a-977b50c31f3a req-3837c332-5906-48e0-a437-9d51b00258e0 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 210 time: 0.5323062 Mar 04 02:57:59.931502 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-66132a0a-876e-4459-a762-2de8bf9ee235 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (3feb2feb-341b-4130-b7c8-a543473f609e), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:00.067301 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-cae628e9-604d-401d-92e5-422f60707f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (82ffa10d-9cfb-4255-b7f5-668450a2f02f), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:00.074290 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66132a0a-876e-4459-a762-2de8bf9ee235 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3feb2feb-341b-4130-b7c8-a543473f609e,revision_number=0']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:00.090972 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-cae628e9-604d-401d-92e5-422f60707f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:00.092512 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-cae628e9-604d-401d-92e5-422f60707f36 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82ffa10d-9cfb-4255-b7f5-668450a2f02f HTTP/1.1" status: 204 len: 168 time: 1.3460188 Mar 04 02:58:00.106075 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.13', 56189) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:00.106436 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-1dc31935-aa29-4b70-b958-d4a5231651ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (df604419-58f8-4bbb-8f7f-98bd684678a4), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:00.150724 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-fe4c66e5-91f6-47d9-9c59-8e925ebd39ba None None] Provisioning complete for port 1a6cfd7c-ef44-449f-8998-8113157c0811 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:00.165067 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-fe4c66e5-91f6-47d9-9c59-8e925ebd39ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (1a6cfd7c-ef44-449f-8998-8113157c0811), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:00.286559 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ee46a-50b4-4c7f-8ae9-6ab5a3a47250 req-0bdf5727-588b-484a-9fe1-df8fe7b6c425 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:00.291588 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-447ee46a-50b4-4c7f-8ae9-6ab5a3a47250 req-0bdf5727-588b-484a-9fe1-df8fe7b6c425 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 931 time: 1.1829207 Mar 04 02:58:00.317266 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 55618) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:00.337500 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-66132a0a-876e-4459-a762-2de8bf9ee235 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:00.343744 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-66132a0a-876e-4459-a762-2de8bf9ee235 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8842978 Mar 04 02:58:00.359436 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:58:00.367489 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 55620) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:00.376900 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae628e9-604d-401d-92e5-422f60707f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ffa10d-9cfb-4255-b7f5-668450a2f02f,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:00.412482 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-1dc31935-aa29-4b70-b958-d4a5231651ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:00.415992 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-1dc31935-aa29-4b70-b958-d4a5231651ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:00.424048 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-1dc31935-aa29-4b70-b958-d4a5231651ee service neutron] 10.222.0.13 "PUT /v2.0/ports/df604419-58f8-4bbb-8f7f-98bd684678a4 HTTP/1.1" status: 200 len: 1093 time: 5.4145286 Mar 04 02:58:00.436605 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419fd0b8-1118-45f6-8669-8026dae0634f', 'tag': 'df604419-58f8-4bbb-8f7f-98bd684678a4'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 02:58:00.610387 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] Set router c9da1d57-6090-481c-b495-f021b8958afa gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:58:00.754405 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc31935-aa29-4b70-b958-d4a5231651ee service neutron] Pushing event updated for resources: {'Port': ['ID=df604419-58f8-4bbb-8f7f-98bd684678a4,revision_number=3']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:00.852911 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-9185226c-1ef9-4b8d-9c35-7c22dd4a75c0 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Request body: {'security_group_rule': {'security_group_id': 'cf13b504-2459-4f09-9118-3a18472ded1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:00.885769 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_common [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-35427577-bae4-454e-bdcf-9d0595714db5 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Allocated IP 172.20.0.13 (d64efdae-0305-4058-8f96-4ee6eb81be2d/9a402aac-443f-4244-b7c1-141fa3d052d2/03043544-0f88-43de-af71-1007eceb3446) {{(pid=102946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:58:00.940657 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:00.941581 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:00.965636 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-2e162bcc-ab4e-42e5-9f42-2256669b7ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c0c90d-35cb-4651-9a1a-06b873e53814 {{(pid=102948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 02:58:00.992316 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-2e162bcc-ab4e-42e5-9f42-2256669b7ab9 service neutron] Publish callbacks [] for port (f8c0c90d-35cb-4651-9a1a-06b873e53814), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:01.031550 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.provisioning_blocks [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-2e162bcc-ab4e-42e5-9f42-2256669b7ab9 service neutron] Transition to ACTIVE for port object f8c0c90d-35cb-4651-9a1a-06b873e53814 will not be triggered until provisioned by entity L2. {{(pid=102948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 02:58:01.112147 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-2e162bcc-ab4e-42e5-9f42-2256669b7ab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (f8c0c90d-35cb-4651-9a1a-06b873e53814), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:01.130094 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 55642) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:01.204122 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-fe4c66e5-91f6-47d9-9c59-8e925ebd39ba None None] Current status of the port 1a6cfd7c-ef44-449f-8998-8113157c0811 is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:01.205819 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-fe4c66e5-91f6-47d9-9c59-8e925ebd39ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (1a6cfd7c-ef44-449f-8998-8113157c0811), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:01.265636 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-eba1a69c-ddc5-4000-81d1-e331507f2e4a tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:01.267357 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-eba1a69c-ddc5-4000-81d1-e331507f2e4a tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.13 "GET /v2.0/networks?id=d64efdae-0305-4058-8f96-4ee6eb81be2d HTTP/1.1" status: 200 len: 819 time: 1.1374936 Mar 04 02:58:01.294283 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf372c-39da-493d-ad5d-0fb3b84b9ae9 req-2749d90f-baa0-41ed-a0a2-61555845b484 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:01.295968 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5ddf372c-39da-493d-ad5d-0fb3b84b9ae9 req-2749d90f-baa0-41ed-a0a2-61555845b484 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 943 time: 1.0880170 Mar 04 02:58:01.307440 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-447ee46a-50b4-4c7f-8ae9-6ab5a3a47250 req-aa83bb00-b4d5-45a9-bb73-649a933c57e1 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9618537 Mar 04 02:58:01.307629 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e162bcc-ab4e-42e5-9f42-2256669b7ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c0c90d-35cb-4651-9a1a-06b873e53814,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:01.310222 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1a46c88e-cbbb-4a49-a712-133eee984de5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:01.403706 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:01.405009 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device b0acf776-47e5-4647-982f-57a27b3c72ef up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:58:01.426730 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-7817faa4-559b-43ed-a216-ebfc2e25bba7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Request body: {'port': {'device_id': '638e143c-a3d1-4ff2-b476-0b807e105eb5', 'network_id': 'd64efdae-0305-4058-8f96-4ee6eb81be2d', 'admin_state_up': True, 'tenant_id': '435f5c6cbc834e5e9948bd463d8aa129'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:01.528629 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1a46c88e-cbbb-4a49-a712-133eee984de5 admin admin] Publish callbacks [] for security_group (1e4ab83d-a0d2-405b-9b70-d5e5c8f29cee), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:01.535787 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0f26f4-777a-4222-97ba-f7fc70336cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "419fd0b8-1118-45f6-8669-8026dae0634f", "tag": "df604419-58f8-4bbb-8f7f-98bd684678a4"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 02:58:01.538555 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-9185226c-1ef9-4b8d-9c35-7c22dd4a75c0 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for security_group_rule (4fe7f7b6-1a32-4b8e-bca1-0ea1868d0e72), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:01.540184 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-79df890c-93f6-4f32-849f-3224f82e06cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:01.542155 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-79df890c-93f6-4f32-849f-3224f82e06cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ae08e45cf394a85a30dbcd7d75ded63&device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 1127 time: 0.8620954 Mar 04 02:58:01.543471 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-638f07e1-2402-492a-8c75-abe3d14b2134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:01.579543 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-fe4c66e5-91f6-47d9-9c59-8e925ebd39ba None None] For port 1a6cfd7c-ef44-449f-8998-8113157c0811, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=1a6cfd7c-ef44-449f-8998-8113157c0811,segment=NetworkSegment(f84e4a76-fe05-4a76-bef8-c293ba04a698),segment_id=f84e4a76-fe05-4a76-bef8-c293ba04a698)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:01.608389 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1a46c88e-cbbb-4a49-a712-133eee984de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (1e4ab83d-a0d2-405b-9b70-d5e5c8f29cee), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:01.637959 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-fe4c66e5-91f6-47d9-9c59-8e925ebd39ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (1a6cfd7c-ef44-449f-8998-8113157c0811), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:01.682084 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-bd1e89cb-ccc3-4dea-9e24-2b14292686e9 req-0e167bed-aec2-4048-a379-34082606f66b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 210 time: 0.1212285 Mar 04 02:58:01.774566 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port b0acf776-47e5-4647-982f-57a27b3c72ef triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:01.774934 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (b0acf776-47e5-4647-982f-57a27b3c72ef), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:01.849159 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5ddf372c-39da-493d-ad5d-0fb3b84b9ae9 req-3aaac88a-a7e3-4e65-bd1e-1e536307dc2d tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d84915d2-cf7b-41d7-8954-887b9ae2f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352281 Mar 04 02:58:01.882758 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-a44c074c-c2d2-433e-9a85-e25a6cf9697b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df604419-58f8-4bbb-8f7f-98bd684678a4 HTTP/1.1" status: 200 len: 217 time: 0.3140943 Mar 04 02:58:01.898915 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-594e84e3-1cc9-4adf-ba9f-a21e0c1860fa None None] Provisioning complete for port 1a6cfd7c-ef44-449f-8998-8113157c0811 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:01.899653 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-594e84e3-1cc9-4adf-ba9f-a21e0c1860fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (1a6cfd7c-ef44-449f-8998-8113157c0811), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:01.907346 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46c88e-cbbb-4a49-a712-133eee984de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4ab83d-a0d2-405b-9b70-d5e5c8f29cee,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:01.937362 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-7817faa4-559b-43ed-a216-ebfc2e25bba7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Made reservation on behalf of 435f5c6cbc834e5e9948bd463d8aa129 for: {'port': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:58:01.943784 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-7817faa4-559b-43ed-a216-ebfc2e25bba7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:01.973002 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9f95505c-e74b-434c-b3ed-ba25120ef931 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for port (9b360dcc-43a5-413c-926f-c31358188325), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:01.997886 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'name': 'tempest-AttachVolumeTestJSON-566749904-router', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T02:57:51Z', 'revision_number': 4, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'gw_port': {'id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:40Z', 'updated_at': '2022-03-04T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '1a6cfd7c-ef44-449f-8998-8113157c0811', 'name': '', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'mac_address': 'fa:16:3e:51:3f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:48Z', 'updated_at': '2022-03-04T02:57:59Z', 'revision_number': 4, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'subnets': [{'id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:02.001675 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-9185226c-1ef9-4b8d-9c35-7c22dd4a75c0 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for security_group_rule (4fe7f7b6-1a32-4b8e-bca1-0ea1868d0e72), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:02.038390 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-9185226c-1ef9-4b8d-9c35-7c22dd4a75c0 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (4fe7f7b6-1a32-4b8e-bca1-0ea1868d0e72), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:02.042235 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5058fed3-3b15-465c-b1eb-9d6b55f7fae9 None None] The sync data for ids ['c9da1d57-6090-481c-b495-f021b8958afa'] in dv-cinder-828061-7-iscsi is: [{'id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'name': 'tempest-AttachVolumeTestJSON-566749904-router', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T02:57:51Z', 'revision_number': 4, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'gw_port': {'id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:40Z', 'updated_at': '2022-03-04T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '1a6cfd7c-ef44-449f-8998-8113157c0811', 'name': '', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'mac_address': 'fa:16:3e:51:3f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:48Z', 'updated_at': '2022-03-04T02:57:59Z', 'revision_number': 4, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'subnets': [{'id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 02:58:02.066031 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-2e162bcc-ab4e-42e5-9f42-2256669b7ab9 service neutron] Attempting to bind port f8c0c90d-35cb-4651-9a1a-06b873e53814 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:58:02.067154 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-2e162bcc-ab4e-42e5-9f42-2256669b7ab9 service neutron] Attempting to bind port f8c0c90d-35cb-4651-9a1a-06b873e53814 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '40210cda-f220-447e-88df-8afede29b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf'}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:58:02.070023 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-2e162bcc-ab4e-42e5-9f42-2256669b7ab9 service neutron] Attempting to bind port f8c0c90d-35cb-4651-9a1a-06b873e53814 on network 47e6c6c4-45d4-43ea-baac-423caa1c0adf {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:58:02.084737 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-a22337d6-a89d-4746-8c43-2874f7d238f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:02.090286 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-a22337d6-a89d-4746-8c43-2874f7d238f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7704bc1-6e6d-4b9c-b819-30bbf70f7eba HTTP/1.1" status: 200 len: 852 time: 0.1501331 Mar 04 02:58:02.098939 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c66e5-91f6-47d9-9c59-8e925ebd39ba None None] Pushing event updated for resources: {'Port': ['ID=1a6cfd7c-ef44-449f-8998-8113157c0811,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:02.101076 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-35427577-bae4-454e-bdcf-9d0595714db5 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Publish callbacks [] for port (03043544-0f88-43de-af71-1007eceb3446), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:02.108210 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-2e162bcc-ab4e-42e5-9f42-2256669b7ab9 service neutron] Port f8c0c90d-35cb-4651-9a1a-06b873e53814 on network 47e6c6c4-45d4-43ea-baac-423caa1c0adf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 02:58:02.108711 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-2e162bcc-ab4e-42e5-9f42-2256669b7ab9 service neutron] Attempting to bind port f8c0c90d-35cb-4651-9a1a-06b873e53814 on network 47e6c6c4-45d4-43ea-baac-423caa1c0adf {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:58:02.139842 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-2e162bcc-ab4e-42e5-9f42-2256669b7ab9 service neutron] Checking agent: {'id': '3c9f8f0c-9b00-4c68-8144-2c2180e90486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'started_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:58:02.141380 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-2e162bcc-ab4e-42e5-9f42-2256669b7ab9 service neutron] Checking segment: {'id': '40210cda-f220-447e-88df-8afede29b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:58:02.141818 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-2e162bcc-ab4e-42e5-9f42-2256669b7ab9 service neutron] Bound using segment: {'id': '40210cda-f220-447e-88df-8afede29b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf'} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:58:02.142268 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-2e162bcc-ab4e-42e5-9f42-2256669b7ab9 service neutron] Bound port: f8c0c90d-35cb-4651-9a1a-06b873e53814, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40210cda-f220-447e-88df-8afede29b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf'}}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:58:02.145447 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-ad1720f4-7b53-419d-929c-bcf7f2ea6953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:02.145593 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-2e162bcc-ab4e-42e5-9f42-2256669b7ab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (f8c0c90d-35cb-4651-9a1a-06b873e53814), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:02.151987 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port b0acf776-47e5-4647-982f-57a27b3c72ef is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:02.152374 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (b0acf776-47e5-4647-982f-57a27b3c72ef), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:02.258954 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185226c-1ef9-4b8d-9c35-7c22dd4a75c0 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe7f7b6-1a32-4b8e-bca1-0ea1868d0e72,revision_number=0']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:02.287261 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-9185226c-1ef9-4b8d-9c35-7c22dd4a75c0 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:02.291883 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-9185226c-1ef9-4b8d-9c35-7c22dd4a75c0 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8354621 Mar 04 02:58:02.292510 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 55662) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:02.321043 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-b4c0be06-f3f1-4f36-af06-bd89ad2f4fc3 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Request body: {'floatingip': {'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:02.327037 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] For port b0acf776-47e5-4647-982f-57a27b3c72ef, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=b0acf776-47e5-4647-982f-57a27b3c72ef,segment=NetworkSegment(8249a905-31bb-4e01-a616-379d38917352),segment_id=8249a905-31bb-4e01-a616-379d38917352)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:02.334347 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-594e84e3-1cc9-4adf-ba9f-a21e0c1860fa None None] Current status of the port 1a6cfd7c-ef44-449f-8998-8113157c0811 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:02.342057 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (b0acf776-47e5-4647-982f-57a27b3c72ef), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:02.386065 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-2e162bcc-ab4e-42e5-9f42-2256669b7ab9 service neutron] For port f8c0c90d-35cb-4651-9a1a-06b873e53814, host hv-cinder-82806, cleared binding levels {{(pid=102948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:58:02.389554 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-2e162bcc-ab4e-42e5-9f42-2256669b7ab9 service neutron] For port f8c0c90d-35cb-4651-9a1a-06b873e53814, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f8c0c90d-35cb-4651-9a1a-06b873e53814,segment=NetworkSegment(40210cda-f220-447e-88df-8afede29b116),segment_id=40210cda-f220-447e-88df-8afede29b116)] {{(pid=102948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:58:02.394333 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-a6aaac04-55ad-4a2c-a0a9-936bd765f3a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9e7b90f3-cd23-48a5-92b3-8c463814972e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2587872 Mar 04 02:58:02.415084 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-1a46c88e-cbbb-4a49-a712-133eee984de5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1dd0abad15834b20a83b91ce1b5036d0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1699231 Mar 04 02:58:02.415846 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 55666) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:02.472934 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b4c0be06-f3f1-4f36-af06-bd89ad2f4fc3 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:02.580541 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 02:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0877395-64e2-4639-86ab-3ff843e08fd3 x-openstack-request-id: req-c0877395-64e2-4639-86ab-3ff843e08fd3 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 02:58:02.580841 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419fd0b8-1118-45f6-8669-8026dae0634f", "tag": "df604419-58f8-4bbb-8f7f-98bd684678a4", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 02:58:02.581093 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0877395-64e2-4639-86ab-3ff843e08fd3 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 02:58:02.581606 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419fd0b8-1118-45f6-8669-8026dae0634f', 'tag': 'df604419-58f8-4bbb-8f7f-98bd684678a4', 'status': 'completed', 'code': 200} Mar 04 02:58:02.605487 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-2e162bcc-ab4e-42e5-9f42-2256669b7ab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (f8c0c90d-35cb-4651-9a1a-06b873e53814), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:02.630633 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Pushing event updated for resources: {'Port': ['ID=b0acf776-47e5-4647-982f-57a27b3c72ef,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:02.668603 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-35427577-bae4-454e-bdcf-9d0595714db5 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (03043544-0f88-43de-af71-1007eceb3446), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:02.924688 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_common [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-7817faa4-559b-43ed-a216-ebfc2e25bba7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Allocated IP 172.20.0.10 (d64efdae-0305-4058-8f96-4ee6eb81be2d/9a402aac-443f-4244-b7c1-141fa3d052d2/0e60cf73-e7a0-430c-b810-b5f543c2075f) {{(pid=102946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:58:03.035340 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efa536-efbc-4ebd-a92e-76c8b651a792 req-d2672b21-4a9a-40ef-9359-df2bde382df3 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:03.042467 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-35efa536-efbc-4ebd-a92e-76c8b651a792 req-d2672b21-4a9a-40ef-9359-df2bde382df3 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 943 time: 0.5489819 Mar 04 02:58:03.105269 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-35427577-bae4-454e-bdcf-9d0595714db5 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Network d64efdae-0305-4058-8f96-4ee6eb81be2d is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:58:03.146747 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2a206da4-7b00-4b33-bb5b-74a093e5d113 req-a302141e-97c1-4350-945b-f807e2f4b1e0 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 210 time: 0.2181075 Mar 04 02:58:03.172854 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-35427577-bae4-454e-bdcf-9d0595714db5 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:58:03.176273 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-35427577-bae4-454e-bdcf-9d0595714db5 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Received port after_create {{(pid=102946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:58:03.181890 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-35427577-bae4-454e-bdcf-9d0595714db5 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:03.182547 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-35427577-bae4-454e-bdcf-9d0595714db5 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:03.209461 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35427577-bae4-454e-bdcf-9d0595714db5 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Pushing event updated for resources: {'Port': ['ID=03043544-0f88-43de-af71-1007eceb3446,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:03.241568 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-a71e4a38-8bb2-41b5-8fab-7b915509d23a service neutron] 10.222.0.13 "GET /v2.0/networks/9e7b90f3-cd23-48a5-92b3-8c463814972e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8206482 Mar 04 02:58:03.278965 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9f95505c-e74b-434c-b3ed-ba25120ef931 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (9b360dcc-43a5-413c-926f-c31358188325), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:03.280925 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-35427577-bae4-454e-bdcf-9d0595714db5 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6506183 Mar 04 02:58:03.286208 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-2e162bcc-ab4e-42e5-9f42-2256669b7ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:03.290055 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-2e162bcc-ab4e-42e5-9f42-2256669b7ab9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:03.291752 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-2e162bcc-ab4e-42e5-9f42-2256669b7ab9 service neutron] 10.222.0.13 "PUT /v2.0/ports/f8c0c90d-35cb-4651-9a1a-06b873e53814 HTTP/1.1" status: 200 len: 1093 time: 8.2926254 Mar 04 02:58:03.313972 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-35efa536-efbc-4ebd-a92e-76c8b651a792 req-f01c2616-e390-4206-8239-2f6e4231b221 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234273 Mar 04 02:58:03.443461 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7014d4a2-1ebb-46d8-8835-735f645d7a82 admin admin] Publish callbacks [] for security_group (1e4ab83d-a0d2-405b-9b70-d5e5c8f29cee), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:03.450002 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2db33d-1215-462e-8e9c-3c62f705a1f6 req-065d98d6-48ff-4f0f-a5b2-7bf892cd41c2 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:03.450471 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f95505c-e74b-434c-b3ed-ba25120ef931 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:58:03.451773 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9c2db33d-1215-462e-8e9c-3c62f705a1f6 req-065d98d6-48ff-4f0f-a5b2-7bf892cd41c2 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 943 time: 0.1578832 Mar 04 02:58:03.482792 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b4c0be06-f3f1-4f36-af06-bd89ad2f4fc3 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:03.483639 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-9f95505c-e74b-434c-b3ed-ba25120ef931 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:58:03.500042 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-638f07e1-2402-492a-8c75-abe3d14b2134 admin admin] Publish callbacks [] for security_group (3779d188-47be-4d33-8378-8354ea518faf), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:03.501116 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f95505c-e74b-434c-b3ed-ba25120ef931 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:58:03.508785 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e162bcc-ab4e-42e5-9f42-2256669b7ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c0c90d-35cb-4651-9a1a-06b873e53814,revision_number=3']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:03.524751 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-7817faa4-559b-43ed-a216-ebfc2e25bba7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Publish callbacks [] for port (0e60cf73-e7a0-430c-b810-b5f543c2075f), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:03.525886 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-638f07e1-2402-492a-8c75-abe3d14b2134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (3779d188-47be-4d33-8378-8354ea518faf), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:03.529150 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7014d4a2-1ebb-46d8-8835-735f645d7a82 admin admin] Publish callbacks [] for security_group (1e4ab83d-a0d2-405b-9b70-d5e5c8f29cee), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:03.637551 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9c2db33d-1215-462e-8e9c-3c62f705a1f6 req-55e52f0a-25ce-4434-ad98-21f413c44fec tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d84915d2-cf7b-41d7-8954-887b9ae2f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755226 Mar 04 02:58:03.671624 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_common [None req-b4c0be06-f3f1-4f36-af06-bd89ad2f4fc3 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Allocated IP 172.27.2.75 (4b7e2636-a469-4d8a-9bd4-65ee0f06b31b/15e6bee3-74fb-492e-abc3-419d01a26fc0/2c072e07-35b5-4c85-a2cb-7effc876f7e6) {{(pid=102946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:58:03.674197 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-7817faa4-559b-43ed-a216-ebfc2e25bba7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (0e60cf73-e7a0-430c-b810-b5f543c2075f), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:03.731138 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-7817faa4-559b-43ed-a216-ebfc2e25bba7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Network d64efdae-0305-4058-8f96-4ee6eb81be2d is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:58:03.734214 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-638f07e1-2402-492a-8c75-abe3d14b2134 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1b0c94604c14434a31b00abff6b915d&name=default HTTP/1.1" status: 200 len: 2996 time: 3.3844793 Mar 04 02:58:03.735475 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 55704) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:03.738650 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-88d8746c-5ad1-4c6e-8c1f-6e5415ed6c73 req-b4ef1389-42b1-405d-a087-2cc9039b1f87 service neutron] 10.222.0.13 "GET /v2.0/networks/9e7b90f3-cd23-48a5-92b3-8c463814972e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739254 Mar 04 02:58:03.739507 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f07e1-2402-492a-8c75-abe3d14b2134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3779d188-47be-4d33-8378-8354ea518faf,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:03.745965 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-7817faa4-559b-43ed-a216-ebfc2e25bba7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:58:03.748275 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-7817faa4-559b-43ed-a216-ebfc2e25bba7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Received port after_create {{(pid=102946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:58:03.753620 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-7817faa4-559b-43ed-a216-ebfc2e25bba7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:03.754297 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-7817faa4-559b-43ed-a216-ebfc2e25bba7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:03.754406 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95505c-e74b-434c-b3ed-ba25120ef931 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Pushing event updated for resources: {'Port': ['ID=9b360dcc-43a5-413c-926f-c31358188325,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:03.782011 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9f95505c-e74b-434c-b3ed-ba25120ef931 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for floatingip (829c2d70-bb19-4901-8b84-3fddc79900e8), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:03.819022 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817faa4-559b-43ed-a216-ebfc2e25bba7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Pushing event updated for resources: {'Port': ['ID=0e60cf73-e7a0-430c-b810-b5f543c2075f,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:03.830454 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-7817faa4-559b-43ed-a216-ebfc2e25bba7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5154834 Mar 04 02:58:03.831320 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7014d4a2-1ebb-46d8-8835-735f645d7a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (1e4ab83d-a0d2-405b-9b70-d5e5c8f29cee), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:03.834925 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7014d4a2-1ebb-46d8-8835-735f645d7a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:03.836193 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-7014d4a2-1ebb-46d8-8835-735f645d7a82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e4ab83d-a0d2-405b-9b70-d5e5c8f29cee HTTP/1.1" status: 204 len: 168 time: 1.3437514 Mar 04 02:58:03.854128 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014d4a2-1ebb-46d8-8835-735f645d7a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4ab83d-a0d2-405b-9b70-d5e5c8f29cee,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:03.856910 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9f95505c-e74b-434c-b3ed-ba25120ef931 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (9b360dcc-43a5-413c-926f-c31358188325), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:03.938103 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b4c0be06-f3f1-4f36-af06-bd89ad2f4fc3 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for port (2c072e07-35b5-4c85-a2cb-7effc876f7e6), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:03.967217 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-14e37bd7-e8c6-4c42-ad55-254f6877f6ef admin admin] Publish callbacks [] for security_group (3779d188-47be-4d33-8378-8354ea518faf), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:04.011713 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-14e37bd7-e8c6-4c42-ad55-254f6877f6ef admin admin] Publish callbacks [] for security_group (3779d188-47be-4d33-8378-8354ea518faf), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:04.039263 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-57e01ec7-a172-430e-b015-619dce5682af service neutron] Request body: {'port': {'device_id': '638e143c-a3d1-4ff2-b476-0b807e105eb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:04.049192 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-c02aff23-abc5-4933-a7b8-a68c6a41978f service neutron] Request body: {'port': {'device_id': '8b3a8ddc-56d5-45f3-b675-a08611940a76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:04.073938 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9f95505c-e74b-434c-b3ed-ba25120ef931 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for port (9b360dcc-43a5-413c-926f-c31358188325), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:04.087137 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9f95505c-e74b-434c-b3ed-ba25120ef931 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (9b360dcc-43a5-413c-926f-c31358188325), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:04.107779 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b4c0be06-f3f1-4f36-af06-bd89ad2f4fc3 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (2c072e07-35b5-4c85-a2cb-7effc876f7e6), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:04.147022 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9f95505c-e74b-434c-b3ed-ba25120ef931 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641224'] for floatingip (829c2d70-bb19-4901-8b84-3fddc79900e8), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:04.234628 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c0be06-f3f1-4f36-af06-bd89ad2f4fc3 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:58:04.236680 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-b4c0be06-f3f1-4f36-af06-bd89ad2f4fc3 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:58:04.267771 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c0be06-f3f1-4f36-af06-bd89ad2f4fc3 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Received port after_create {{(pid=102946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:58:04.285221 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-14e37bd7-e8c6-4c42-ad55-254f6877f6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (3779d188-47be-4d33-8378-8354ea518faf), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:04.287862 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-14e37bd7-e8c6-4c42-ad55-254f6877f6ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:04.289010 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-14e37bd7-e8c6-4c42-ad55-254f6877f6ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3779d188-47be-4d33-8378-8354ea518faf HTTP/1.1" status: 204 len: 168 time: 0.5321405 Mar 04 02:58:04.341358 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9f95505c-e74b-434c-b3ed-ba25120ef931 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for floatingip (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:04.348497 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-9f95505c-e74b-434c-b3ed-ba25120ef931 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.1923482 Mar 04 02:58:04.351318 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95505c-e74b-434c-b3ed-ba25120ef931 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Pushing event updated for resources: {'Port': ['ID=9b360dcc-43a5-413c-926f-c31358188325,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:04.356283 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a385cc0b-8488-415f-8fe2-9d40db2a53e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:04.429901 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f26f4-777a-4222-97ba-f7fc70336cb0 req-2a903425-f9eb-4307-a070-364f999da15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:04.433504 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5a0f26f4-777a-4222-97ba-f7fc70336cb0 req-2a903425-f9eb-4307-a070-364f999da15e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ae08e45cf394a85a30dbcd7d75ded63&device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 1127 time: 0.1816547 Mar 04 02:58:04.594174 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd515cbe3-289b-4e6a-bcce-e9bdfac71ce8', 'tag': 'f8c0c90d-35cb-4651-9a1a-06b873e53814'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 02:58:04.599218 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8d88c8-0d56-4f80-b46a-91c1c9717951" -d '{"events": [{"name": "network-changed", "server_uuid": "d515cbe3-289b-4e6a-bcce-e9bdfac71ce8", "tag": "f8c0c90d-35cb-4651-9a1a-06b873e53814"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 02:58:04.618893 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-08ad0e77-dc10-41d3-b942-f4673815dce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:04.622423 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-08ad0e77-dc10-41d3-b942-f4673815dce8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9edeadc46f9f4ecdbde7a8e379b87b73&device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 1127 time: 0.4648702 Mar 04 02:58:04.637893 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e37bd7-e8c6-4c42-ad55-254f6877f6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3779d188-47be-4d33-8378-8354ea518faf,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:04.667720 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0be06-f3f1-4f36-af06-bd89ad2f4fc3 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Pushing event updated for resources: {'Port': ['ID=2c072e07-35b5-4c85-a2cb-7effc876f7e6,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:04.775716 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-ec6ee269-f7f6-4609-8992-1f451dc23169 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8c0c90d-35cb-4651-9a1a-06b873e53814 HTTP/1.1" status: 200 len: 217 time: 0.1041017 Mar 04 02:58:04.790637 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device b0acf776-47e5-4647-982f-57a27b3c72ef up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:58:04.891650 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f26f4-777a-4222-97ba-f7fc70336cb0 req-31e79f3f-1253-485f-8d06-2b62cdc8c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:04.893356 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5a0f26f4-777a-4222-97ba-f7fc70336cb0 req-31e79f3f-1253-485f-8d06-2b62cdc8c766 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9e7b90f3-cd23-48a5-92b3-8c463814972e HTTP/1.1" status: 200 len: 913 time: 0.4462309 Mar 04 02:58:04.905017 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-2cdd521b-a8b5-4781-85e4-eea8f7571ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:04.906644 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-2cdd521b-a8b5-4781-85e4-eea8f7571ba7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=431140ff-e7d6-4b01-b509-15f7f795257b HTTP/1.1" status: 200 len: 854 time: 0.1022773 Mar 04 02:58:04.942883 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-c02aff23-abc5-4933-a7b8-a68c6a41978f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (03043544-0f88-43de-af71-1007eceb3446), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:04.946069 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b4c0be06-f3f1-4f36-af06-bd89ad2f4fc3 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for floatingip (8fe5e82a-4d4b-47ad-8404-243b7435db40), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:04.952677 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-57e01ec7-a172-430e-b015-619dce5682af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (0e60cf73-e7a0-430c-b810-b5f543c2075f), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:04.956951 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port b0acf776-47e5-4647-982f-57a27b3c72ef triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:04.957416 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (b0acf776-47e5-4647-982f-57a27b3c72ef), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:04.977920 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 55784) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:05.002901 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-640cb932-bd12-4866-b12a-8e29eed3fddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:05.092739 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-a5b5c315-6963-4387-99ea-efa96e566308 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=47e6c6c4-45d4-43ea-baac-423caa1c0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843546 Mar 04 02:58:05.093999 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5a0f26f4-777a-4222-97ba-f7fc70336cb0 req-90cbe106-2a2d-4625-ae26-bf3eaaea627b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df604419-58f8-4bbb-8f7f-98bd684678a4 HTTP/1.1" status: 200 len: 217 time: 0.0845990 Mar 04 02:58:05.165034 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aeb099-5b8e-4331-89f5-9136ccbf6c1c req-0e47b658-9f3d-4f6d-b552-001e103ad347 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:05.168648 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-66aeb099-5b8e-4331-89f5-9136ccbf6c1c req-0e47b658-9f3d-4f6d-b552-001e103ad347 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 932 time: 0.8857880 Mar 04 02:58:05.216011 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b4c0be06-f3f1-4f36-af06-bd89ad2f4fc3 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (2c072e07-35b5-4c85-a2cb-7effc876f7e6), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:05.263955 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f26f4-777a-4222-97ba-f7fc70336cb0 req-e41413b8-9110-4f31-ad44-f16a3b7d9073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:05.265746 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5a0f26f4-777a-4222-97ba-f7fc70336cb0 req-e41413b8-9110-4f31-ad44-f16a3b7d9073 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7704bc1-6e6d-4b9c-b819-30bbf70f7eba HTTP/1.1" status: 200 len: 852 time: 0.1546400 Mar 04 02:58:05.287358 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port b0acf776-47e5-4647-982f-57a27b3c72ef is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:05.289909 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 1a6cfd7c-ef44-449f-8998-8113157c0811 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:58:05.301456 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb4bc2-3e45-495d-acbb-559b2538c454 req-acf23a79-eafc-4f92-a60d-f9b7e329b1ce tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:05.314248 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5a0f26f4-777a-4222-97ba-f7fc70336cb0 req-e4ba34da-f35b-41a9-b95f-f54fb43ce38f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9e7b90f3-cd23-48a5-92b3-8c463814972e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387111 Mar 04 02:58:05.326657 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a0cb4bc2-3e45-495d-acbb-559b2538c454 req-acf23a79-eafc-4f92-a60d-f9b7e329b1ce tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 943 time: 0.7298820 Mar 04 02:58:05.414127 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:05.422671 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-8b638563-599f-47a6-aac2-871ee30a394d service neutron] 10.222.0.13 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161654 Mar 04 02:58:05.427503 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-640cb932-bd12-4866-b12a-8e29eed3fddf admin admin] Publish callbacks [] for security_group (c0231c27-c2bb-4dea-8389-9d2f203c3954), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:05.445879 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 1a6cfd7c-ef44-449f-8998-8113157c0811 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:05.446204 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-640cb932-bd12-4866-b12a-8e29eed3fddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (c0231c27-c2bb-4dea-8389-9d2f203c3954), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:05.446787 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (1a6cfd7c-ef44-449f-8998-8113157c0811), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:05.567785 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-640cb932-bd12-4866-b12a-8e29eed3fddf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=195ac69515d34ea6966ae9c0411fd239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5886495 Mar 04 02:58:05.578886 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 55808) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:05.592167 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cb932-bd12-4866-b12a-8e29eed3fddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0231c27-c2bb-4dea-8389-9d2f203c3954,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:05.607699 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5a0f26f4-777a-4222-97ba-f7fc70336cb0 req-46aeeef6-f437-4f0e-81f7-817ec64470e7 service neutron] 10.222.0.13 "GET /v2.0/networks/9e7b90f3-cd23-48a5-92b3-8c463814972e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820189 Mar 04 02:58:05.679415 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 1a6cfd7c-ef44-449f-8998-8113157c0811 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:05.734863 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d7eb26b9-71dd-468d-adb1-dcdc1d263eef req-e8b7607b-4da9-4052-8629-5c88024cc4e6 service neutron] 10.222.0.13 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056154 Mar 04 02:58:05.778140 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-c02aff23-abc5-4933-a7b8-a68c6a41978f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03043544-0f88-43de-af71-1007eceb3446 {{(pid=102946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 02:58:05.781634 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e5afe64d-71cc-4642-aacb-e23378c984be admin admin] Publish callbacks [] for security_group (c0231c27-c2bb-4dea-8389-9d2f203c3954), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:05.833675 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 55816) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:05.844036 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e5afe64d-71cc-4642-aacb-e23378c984be admin admin] Publish callbacks [] for security_group (c0231c27-c2bb-4dea-8389-9d2f203c3954), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:05.853559 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5a0f26f4-777a-4222-97ba-f7fc70336cb0 req-0cef8ac8-251c-4fc4-8466-38cc3c835472 service neutron] 10.222.0.13 "GET /v2.0/networks/9e7b90f3-cd23-48a5-92b3-8c463814972e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347741 Mar 04 02:58:05.903219 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-c02aff23-abc5-4933-a7b8-a68c6a41978f service neutron] Publish callbacks [] for port (03043544-0f88-43de-af71-1007eceb3446), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:05.997419 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-66aeb099-5b8e-4331-89f5-9136ccbf6c1c req-658d3bd3-cf1e-483f-8793-3f2b6533b8ca tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8135421 Mar 04 02:58:06.021139 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a0cb4bc2-3e45-495d-acbb-559b2538c454 req-2cac4183-92f8-4d61-91fa-9664b8842a00 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6934254 Mar 04 02:58:06.023939 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.provisioning_blocks [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-c02aff23-abc5-4933-a7b8-a68c6a41978f service neutron] Transition to ACTIVE for port object 03043544-0f88-43de-af71-1007eceb3446 will not be triggered until provisioned by entity L2. {{(pid=102946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 02:58:06.037652 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-c02aff23-abc5-4933-a7b8-a68c6a41978f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (03043544-0f88-43de-af71-1007eceb3446), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:06.083921 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e5afe64d-71cc-4642-aacb-e23378c984be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (c0231c27-c2bb-4dea-8389-9d2f203c3954), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:06.087650 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e5afe64d-71cc-4642-aacb-e23378c984be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:06.089034 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-e5afe64d-71cc-4642-aacb-e23378c984be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0231c27-c2bb-4dea-8389-9d2f203c3954 HTTP/1.1" status: 204 len: 168 time: 0.5094299 Mar 04 02:58:06.118947 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5afe64d-71cc-4642-aacb-e23378c984be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0231c27-c2bb-4dea-8389-9d2f203c3954,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:06.146456 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 02:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b76e82-120d-432c-805d-6a3c5107411b x-openstack-request-id: req-c7b76e82-120d-432c-805d-6a3c5107411b {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 02:58:06.146683 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d515cbe3-289b-4e6a-bcce-e9bdfac71ce8", "tag": "f8c0c90d-35cb-4651-9a1a-06b873e53814", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 02:58:06.147101 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7b76e82-120d-432c-805d-6a3c5107411b {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 02:58:06.147685 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd515cbe3-289b-4e6a-bcce-e9bdfac71ce8', 'tag': 'f8c0c90d-35cb-4651-9a1a-06b873e53814', 'status': 'completed', 'code': 200} Mar 04 02:58:06.241745 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-42ea636c-69bc-4b76-a7c0-714ebfc487eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:06.261176 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d88c8-0d56-4f80-b46a-91c1c9717951 req-e0209d16-e253-483f-9115-84b10da8ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:06.262847 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7d8d88c8-0d56-4f80-b46a-91c1c9717951 req-e0209d16-e253-483f-9115-84b10da8ec51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9edeadc46f9f4ecdbde7a8e379b87b73&device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 1127 time: 0.0948615 Mar 04 02:58:06.354222 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b4c0be06-f3f1-4f36-af06-bd89ad2f4fc3 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for port (2c072e07-35b5-4c85-a2cb-7effc876f7e6), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:06.387581 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02aff23-abc5-4933-a7b8-a68c6a41978f service neutron] Pushing event updated for resources: {'Port': ['ID=03043544-0f88-43de-af71-1007eceb3446,revision_number=2']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:06.403284 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b4c0be06-f3f1-4f36-af06-bd89ad2f4fc3 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (2c072e07-35b5-4c85-a2cb-7effc876f7e6), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:06.420980 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d88c8-0d56-4f80-b46a-91c1c9717951 req-e51f7a63-0bd9-4af5-b349-892a5881a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:06.422863 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7d8d88c8-0d56-4f80-b46a-91c1c9717951 req-e51f7a63-0bd9-4af5-b349-892a5881a983 service neutron] 10.222.0.13 "GET /v2.0/networks?id=47e6c6c4-45d4-43ea-baac-423caa1c0adf HTTP/1.1" status: 200 len: 915 time: 0.1489716 Mar 04 02:58:06.476714 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-42ea636c-69bc-4b76-a7c0-714ebfc487eb admin admin] Publish callbacks [] for security_group (c122ebde-f4bb-4287-a1c8-35fe2f49747b), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:06.481256 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7d8d88c8-0d56-4f80-b46a-91c1c9717951 req-c3c745e5-4561-4662-b716-40d1a477d554 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8c0c90d-35cb-4651-9a1a-06b873e53814 HTTP/1.1" status: 200 len: 217 time: 0.0509808 Mar 04 02:58:06.484482 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-c02aff23-abc5-4933-a7b8-a68c6a41978f service neutron] Attempting to bind port 03043544-0f88-43de-af71-1007eceb3446 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:58:06.484873 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-c02aff23-abc5-4933-a7b8-a68c6a41978f service neutron] Attempting to bind port 03043544-0f88-43de-af71-1007eceb3446 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '8249a905-31bb-4e01-a616-379d38917352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd64efdae-0305-4058-8f96-4ee6eb81be2d'}] {{(pid=102946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:58:06.484995 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-42ea636c-69bc-4b76-a7c0-714ebfc487eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (c122ebde-f4bb-4287-a1c8-35fe2f49747b), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:06.485187 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-c02aff23-abc5-4933-a7b8-a68c6a41978f service neutron] Attempting to bind port 03043544-0f88-43de-af71-1007eceb3446 on network d64efdae-0305-4058-8f96-4ee6eb81be2d {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:58:06.512032 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b4c0be06-f3f1-4f36-af06-bd89ad2f4fc3 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641224'] for floatingip (8fe5e82a-4d4b-47ad-8404-243b7435db40), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:06.518305 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-ca85dd16-af7d-4f0f-82f1-fd356482e1cd tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1446352386&fields=id&tenant_id=334bbe5c6d1042b49abc0793f344935b HTTP/1.1" status: 200 len: 267 time: 0.3031294 Mar 04 02:58:06.529176 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-c02aff23-abc5-4933-a7b8-a68c6a41978f service neutron] Port 03043544-0f88-43de-af71-1007eceb3446 on network d64efdae-0305-4058-8f96-4ee6eb81be2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 02:58:06.529514 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-c02aff23-abc5-4933-a7b8-a68c6a41978f service neutron] Attempting to bind port 03043544-0f88-43de-af71-1007eceb3446 on network d64efdae-0305-4058-8f96-4ee6eb81be2d {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:58:06.553037 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b52cd-c26f-469f-a453-dcc1ea0fdc94 req-7f937a41-cfd2-4bdc-987e-406ebbe97ee4 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:06.560047 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-414b52cd-c26f-469f-a453-dcc1ea0fdc94 req-7f937a41-cfd2-4bdc-987e-406ebbe97ee4 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 943 time: 0.3253775 Mar 04 02:58:06.574401 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea636c-69bc-4b76-a7c0-714ebfc487eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c122ebde-f4bb-4287-a1c8-35fe2f49747b,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:06.581220 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-c02aff23-abc5-4933-a7b8-a68c6a41978f service neutron] Checking agent: {'id': '3c9f8f0c-9b00-4c68-8144-2c2180e90486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'started_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:58:06.582506 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-c02aff23-abc5-4933-a7b8-a68c6a41978f service neutron] Checking segment: {'id': '8249a905-31bb-4e01-a616-379d38917352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd64efdae-0305-4058-8f96-4ee6eb81be2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:58:06.583091 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-c02aff23-abc5-4933-a7b8-a68c6a41978f service neutron] Bound using segment: {'id': '8249a905-31bb-4e01-a616-379d38917352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd64efdae-0305-4058-8f96-4ee6eb81be2d'} {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:58:06.583580 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-c02aff23-abc5-4933-a7b8-a68c6a41978f service neutron] Bound port: 03043544-0f88-43de-af71-1007eceb3446, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8249a905-31bb-4e01-a616-379d38917352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd64efdae-0305-4058-8f96-4ee6eb81be2d'}}] {{(pid=102946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:58:06.583938 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-c02aff23-abc5-4933-a7b8-a68c6a41978f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (03043544-0f88-43de-af71-1007eceb3446), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:06.595202 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-42ea636c-69bc-4b76-a7c0-714ebfc487eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5be788da3afb44fcabea4d06d9a787b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7604539 Mar 04 02:58:06.598828 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 55846) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:06.612333 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0be06-f3f1-4f36-af06-bd89ad2f4fc3 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Pushing event updated for resources: {'Port': ['ID=2c072e07-35b5-4c85-a2cb-7effc876f7e6,revision_number=2']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:06.630728 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d88c8-0d56-4f80-b46a-91c1c9717951 req-191957db-fbfa-4b78-bc8a-a853c366b4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:06.632210 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7d8d88c8-0d56-4f80-b46a-91c1c9717951 req-191957db-fbfa-4b78-bc8a-a853c366b4aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=431140ff-e7d6-4b01-b509-15f7f795257b HTTP/1.1" status: 200 len: 854 time: 0.1428049 Mar 04 02:58:06.678232 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:06.689834 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7d8d88c8-0d56-4f80-b46a-91c1c9717951 req-0ad2e1db-fe81-47c4-a85e-f65a10b9d4a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=47e6c6c4-45d4-43ea-baac-423caa1c0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439100 Mar 04 02:58:06.701290 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b4c0be06-f3f1-4f36-af06-bd89ad2f4fc3 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for floatingip (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:06.703293 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-b4c0be06-f3f1-4f36-af06-bd89ad2f4fc3 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4007401 Mar 04 02:58:06.758021 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ecb36204-73dc-4907-bc5c-f0521de8891c admin admin] Publish callbacks [] for security_group (c122ebde-f4bb-4287-a1c8-35fe2f49747b), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:06.761913 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-414b52cd-c26f-469f-a453-dcc1ea0fdc94 req-fdd00aab-385a-4379-bfbd-4b9c0d43ce1b tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d84915d2-cf7b-41d7-8954-887b9ae2f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009702 Mar 04 02:58:06.765961 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-57e01ec7-a172-430e-b015-619dce5682af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e60cf73-e7a0-430c-b810-b5f543c2075f {{(pid=102946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 02:58:06.782284 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-57e01ec7-a172-430e-b015-619dce5682af service neutron] Publish callbacks [] for port (0e60cf73-e7a0-430c-b810-b5f543c2075f), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:06.823631 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ecb36204-73dc-4907-bc5c-f0521de8891c admin admin] Publish callbacks [] for security_group (c122ebde-f4bb-4287-a1c8-35fe2f49747b), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:06.836435 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.provisioning_blocks [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-57e01ec7-a172-430e-b015-619dce5682af service neutron] Transition to ACTIVE for port object 0e60cf73-e7a0-430c-b810-b5f543c2075f will not be triggered until provisioned by entity L2. {{(pid=102946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 02:58:06.853276 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-57e01ec7-a172-430e-b015-619dce5682af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (0e60cf73-e7a0-430c-b810-b5f543c2075f), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:06.890097 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7d8d88c8-0d56-4f80-b46a-91c1c9717951 req-accf7ea1-40ac-40f9-af0c-cfa8d00ae5bf service neutron] 10.222.0.13 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930459 Mar 04 02:58:06.948598 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-0a45c567-d284-41ae-a49b-ced1768dd283 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:06.950253 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-0a45c567-d284-41ae-a49b-ced1768dd283 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/networks?id=50eae8c7-06bd-487c-a181-0dbe4478419c HTTP/1.1" status: 200 len: 816 time: 0.4164965 Mar 04 02:58:06.951873 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-c02aff23-abc5-4933-a7b8-a68c6a41978f service neutron] For port 03043544-0f88-43de-af71-1007eceb3446, host hv-cinder-82806, cleared binding levels {{(pid=102946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:58:06.958064 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-c02aff23-abc5-4933-a7b8-a68c6a41978f service neutron] For port 03043544-0f88-43de-af71-1007eceb3446, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=03043544-0f88-43de-af71-1007eceb3446,segment=NetworkSegment(8249a905-31bb-4e01-a616-379d38917352),segment_id=8249a905-31bb-4e01-a616-379d38917352)] {{(pid=102946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:58:06.959515 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e01ec7-a172-430e-b015-619dce5682af service neutron] Pushing event updated for resources: {'Port': ['ID=0e60cf73-e7a0-430c-b810-b5f543c2075f,revision_number=2']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:06.964616 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ecb36204-73dc-4907-bc5c-f0521de8891c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (c122ebde-f4bb-4287-a1c8-35fe2f49747b), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:06.970706 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ecb36204-73dc-4907-bc5c-f0521de8891c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:06.972852 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-ecb36204-73dc-4907-bc5c-f0521de8891c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c122ebde-f4bb-4287-a1c8-35fe2f49747b HTTP/1.1" status: 204 len: 168 time: 0.3722394 Mar 04 02:58:06.989575 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb36204-73dc-4907-bc5c-f0521de8891c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c122ebde-f4bb-4287-a1c8-35fe2f49747b,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:06.990477 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-2ecd33a4-f651-4396-8472-9244e77c4ce6 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/quotas/334bbe5c6d1042b49abc0793f344935b HTTP/1.1" status: 200 len: 375 time: 0.0221732 Mar 04 02:58:07.030365 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7d8d88c8-0d56-4f80-b46a-91c1c9717951 req-87d68016-cc3a-4790-bc46-775796d336d1 service neutron] 10.222.0.13 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325693 Mar 04 02:58:07.031970 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-c02aff23-abc5-4933-a7b8-a68c6a41978f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (03043544-0f88-43de-af71-1007eceb3446), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:07.180179 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-c02aff23-abc5-4933-a7b8-a68c6a41978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:07.180915 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-c02aff23-abc5-4933-a7b8-a68c6a41978f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:07.182292 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-c02aff23-abc5-4933-a7b8-a68c6a41978f service neutron] 10.222.0.13 "PUT /v2.0/ports/03043544-0f88-43de-af71-1007eceb3446 HTTP/1.1" status: 200 len: 1094 time: 3.1682854 Mar 04 02:58:07.189824 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3a8ddc-56d5-45f3-b675-a08611940a76', 'tag': '03043544-0f88-43de-af71-1007eceb3446'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 02:58:07.275525 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-57e01ec7-a172-430e-b015-619dce5682af service neutron] Attempting to bind port 0e60cf73-e7a0-430c-b810-b5f543c2075f on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:58:07.275874 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-57e01ec7-a172-430e-b015-619dce5682af service neutron] Attempting to bind port 0e60cf73-e7a0-430c-b810-b5f543c2075f by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '8249a905-31bb-4e01-a616-379d38917352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd64efdae-0305-4058-8f96-4ee6eb81be2d'}] {{(pid=102946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:58:07.276296 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-57e01ec7-a172-430e-b015-619dce5682af service neutron] Attempting to bind port 0e60cf73-e7a0-430c-b810-b5f543c2075f on network d64efdae-0305-4058-8f96-4ee6eb81be2d {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:58:07.303399 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02aff23-abc5-4933-a7b8-a68c6a41978f service neutron] Pushing event updated for resources: {'Port': ['ID=03043544-0f88-43de-af71-1007eceb3446,revision_number=3']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:07.330629 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-cb64b34f-9048-4077-a9d0-7a2291342922 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1790401803&fields=id&tenant_id=dd4856b10f144130bf4788557dd60a24 HTTP/1.1" status: 200 len: 267 time: 0.3587811 Mar 04 02:58:07.337047 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-57e01ec7-a172-430e-b015-619dce5682af service neutron] Port 0e60cf73-e7a0-430c-b810-b5f543c2075f on network d64efdae-0305-4058-8f96-4ee6eb81be2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 02:58:07.337386 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-57e01ec7-a172-430e-b015-619dce5682af service neutron] Attempting to bind port 0e60cf73-e7a0-430c-b810-b5f543c2075f on network d64efdae-0305-4058-8f96-4ee6eb81be2d {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:58:07.362191 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 55890) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:07.370318 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-2e96a723-7cc3-4cee-98c0-14a1160d83b3 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=334bbe5c6d1042b49abc0793f344935b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3665209 Mar 04 02:58:07.385576 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-57e01ec7-a172-430e-b015-619dce5682af service neutron] Checking agent: {'id': '3c9f8f0c-9b00-4c68-8144-2c2180e90486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'started_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:58:07.385944 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-57e01ec7-a172-430e-b015-619dce5682af service neutron] Checking segment: {'id': '8249a905-31bb-4e01-a616-379d38917352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd64efdae-0305-4058-8f96-4ee6eb81be2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:58:07.386333 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-57e01ec7-a172-430e-b015-619dce5682af service neutron] Bound using segment: {'id': '8249a905-31bb-4e01-a616-379d38917352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd64efdae-0305-4058-8f96-4ee6eb81be2d'} {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:58:07.386796 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-57e01ec7-a172-430e-b015-619dce5682af service neutron] Bound port: 0e60cf73-e7a0-430c-b810-b5f543c2075f, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8249a905-31bb-4e01-a616-379d38917352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd64efdae-0305-4058-8f96-4ee6eb81be2d'}}] {{(pid=102946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:58:07.387154 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-57e01ec7-a172-430e-b015-619dce5682af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (0e60cf73-e7a0-430c-b810-b5f543c2075f), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:07.390313 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9791bdbd-8acc-48d5-94c6-b2d6e96eca0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:07.499146 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9791bdbd-8acc-48d5-94c6-b2d6e96eca0d admin admin] Publish callbacks [] for security_group (f235b48f-2793-4f84-b8f1-7d0fd083bb21), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:07.508955 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9791bdbd-8acc-48d5-94c6-b2d6e96eca0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (f235b48f-2793-4f84-b8f1-7d0fd083bb21), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:07.553414 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791bdbd-8acc-48d5-94c6-b2d6e96eca0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f235b48f-2793-4f84-b8f1-7d0fd083bb21,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:07.592339 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-9791bdbd-8acc-48d5-94c6-b2d6e96eca0d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=89f6ecc1089b40c3a063a8b9548a7f3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273340 Mar 04 02:58:07.595975 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 55898) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:07.654378 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae08f82a-7726-4bde-8c5e-1bff5472acd6" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3a8ddc-56d5-45f3-b675-a08611940a76", "tag": "03043544-0f88-43de-af71-1007eceb3446"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 02:58:07.687358 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ea9ba567-4713-40c9-bb03-ea35e6c51e0e admin admin] Publish callbacks [] for security_group (f235b48f-2793-4f84-b8f1-7d0fd083bb21), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:07.713322 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ea9ba567-4713-40c9-bb03-ea35e6c51e0e admin admin] Publish callbacks [] for security_group (f235b48f-2793-4f84-b8f1-7d0fd083bb21), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:07.756496 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-61bb6c85-9f46-4867-ba17-a2e9da918887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:07.758177 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-61bb6c85-9f46-4867-ba17-a2e9da918887 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=435f5c6cbc834e5e9948bd463d8aa129&device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 1128 time: 0.5055192 Mar 04 02:58:07.886562 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ea9ba567-4713-40c9-bb03-ea35e6c51e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (f235b48f-2793-4f84-b8f1-7d0fd083bb21), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:07.889871 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ea9ba567-4713-40c9-bb03-ea35e6c51e0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:07.891217 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-ea9ba567-4713-40c9-bb03-ea35e6c51e0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f235b48f-2793-4f84-b8f1-7d0fd083bb21 HTTP/1.1" status: 204 len: 168 time: 0.2941053 Mar 04 02:58:07.898237 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-ab474f77-8ab0-4234-a007-67df4f4e49e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03043544-0f88-43de-af71-1007eceb3446 HTTP/1.1" status: 200 len: 217 time: 0.1312554 Mar 04 02:58:07.911912 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ba567-4713-40c9-bb03-ea35e6c51e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f235b48f-2793-4f84-b8f1-7d0fd083bb21,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:07.931534 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-57e01ec7-a172-430e-b015-619dce5682af service neutron] For port 0e60cf73-e7a0-430c-b810-b5f543c2075f, host hv-cinder-82806, cleared binding levels {{(pid=102946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:58:07.949245 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-6a4b3e2b-bc5c-42e5-89d5-265d019398a7 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:07.951231 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-6a4b3e2b-bc5c-42e5-89d5-265d019398a7 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/networks?id=89103e18-9486-4035-aa3f-78b34592cbe0 HTTP/1.1" status: 200 len: 810 time: 0.6106939 Mar 04 02:58:07.990449 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-17a6745c-02e5-4677-97f9-124a67f8ce45 service neutron] 10.222.0.16 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641205 Mar 04 02:58:08.011712 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-57e01ec7-a172-430e-b015-619dce5682af service neutron] For port 0e60cf73-e7a0-430c-b810-b5f543c2075f, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=0e60cf73-e7a0-430c-b810-b5f543c2075f,segment=NetworkSegment(8249a905-31bb-4e01-a616-379d38917352),segment_id=8249a905-31bb-4e01-a616-379d38917352)] {{(pid=102946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:58:08.039817 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-57e01ec7-a172-430e-b015-619dce5682af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (0e60cf73-e7a0-430c-b810-b5f543c2075f), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:08.078336 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-51ea3460-049c-4e4b-86e5-733184a090a6 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/quotas/dd4856b10f144130bf4788557dd60a24 HTTP/1.1" status: 200 len: 375 time: 0.0822551 Mar 04 02:58:08.115699 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-b95c77b0-4ff5-43e9-9021-56a3516a70d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:08.117154 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-b95c77b0-4ff5-43e9-9021-56a3516a70d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a402aac-443f-4244-b7c1-141fa3d052d2 HTTP/1.1" status: 200 len: 859 time: 0.2107019 Mar 04 02:58:08.227086 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-24dbf7ed-6015-465a-a1ae-e1b84df2b112 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d64efdae-0305-4058-8f96-4ee6eb81be2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770409 Mar 04 02:58:08.234638 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-57e01ec7-a172-430e-b015-619dce5682af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:08.235265 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-57e01ec7-a172-430e-b015-619dce5682af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:08.236611 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-57e01ec7-a172-430e-b015-619dce5682af service neutron] 10.222.0.13 "PUT /v2.0/ports/0e60cf73-e7a0-430c-b810-b5f543c2075f HTTP/1.1" status: 200 len: 1094 time: 4.2087114 Mar 04 02:58:08.306288 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e01ec7-a172-430e-b015-619dce5682af service neutron] Pushing event updated for resources: {'Port': ['ID=0e60cf73-e7a0-430c-b810-b5f543c2075f,revision_number=3']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:08.333411 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-7f391ba5-c076-423c-b604-b29ab9ca6d9f service neutron] 10.222.0.16 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235664 Mar 04 02:58:08.377522 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-219bcf55-46ba-4b4e-9064-f3ab7af242fc tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd4856b10f144130bf4788557dd60a24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2697225 Mar 04 02:58:08.415059 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-933c688e-78f4-4b51-a7fd-9c7509f1fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:08.416583 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-933c688e-78f4-4b51-a7fd-9c7509f1fdd8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=435f5c6cbc834e5e9948bd463d8aa129&device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 1128 time: 0.1039119 Mar 04 02:58:08.419223 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-fa06c2e4-d8a2-4f51-b33e-08dfb83ed331 service neutron] 10.222.0.13 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720321 Mar 04 02:58:08.427990 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device df604419-58f8-4bbb-8f7f-98bd684678a4 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 02:58:08.518149 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-6ed8c00c-f8d4-4afe-ae62-b655ca6b2f81 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e60cf73-e7a0-430c-b810-b5f543c2075f HTTP/1.1" status: 200 len: 217 time: 0.0884545 Mar 04 02:58:08.549518 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:08.572499 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port df604419-58f8-4bbb-8f7f-98bd684678a4, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=df604419-58f8-4bbb-8f7f-98bd684678a4,segment=NetworkSegment(7a0ba5b2-93cb-4930-b1d8-7e8c1e392b97),segment_id=7a0ba5b2-93cb-4930-b1d8-7e8c1e392b97)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:08.612015 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': 'df604419-58f8-4bbb-8f7f-98bd684678a4', 'network_id': '9e7b90f3-cd23-48a5-92b3-8c463814972e', 'port_id': 'df604419-58f8-4bbb-8f7f-98bd684678a4', 'mac_address': 'fa:16:3e:f4:59:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7704bc1-6e6d-4b9c-b819-30bbf70f7eba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 02:58:08.688038 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-650f76e0-31de-41a6-ab46-322d8e19a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:08.690120 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-650f76e0-31de-41a6-ab46-322d8e19a6ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a402aac-443f-4244-b7c1-141fa3d052d2 HTTP/1.1" status: 200 len: 859 time: 0.1216478 Mar 04 02:58:08.694140 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port df604419-58f8-4bbb-8f7f-98bd684678a4 is: DOWN; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:08.694788 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (df604419-58f8-4bbb-8f7f-98bd684678a4), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:08.727243 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df604419-58f8-4bbb-8f7f-98bd684678a4 {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 02:58:08.763355 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port df604419-58f8-4bbb-8f7f-98bd684678a4, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=df604419-58f8-4bbb-8f7f-98bd684678a4,segment=NetworkSegment(7a0ba5b2-93cb-4930-b1d8-7e8c1e392b97),segment_id=7a0ba5b2-93cb-4930-b1d8-7e8c1e392b97)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:08.771537 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (df604419-58f8-4bbb-8f7f-98bd684678a4), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:08.798747 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-3aa9979b-badf-49d8-85e6-a3595664e5fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d64efdae-0305-4058-8f96-4ee6eb81be2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948467 Mar 04 02:58:08.813731 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cfd018b5-22b4-47d7-90b0-6c18c78fa56f req-5466566a-79f3-4a6a-a102-cfbc187228e7 service neutron] 10.222.0.13 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850801 Mar 04 02:58:08.826893 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-68677848-14e9-4462-9ffc-126be1161859 service neutron] 10.222.0.16 "GET /v2.0/networks/89103e18-9486-4035-aa3f-78b34592cbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732989 Mar 04 02:58:08.951272 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=df604419-58f8-4bbb-8f7f-98bd684678a4,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:09.007181 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da877571-ca5b-4bbf-8560-673389638a11 req-158ed7b1-fc97-4410-9107-2a93daa6e21b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:09.008741 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-da877571-ca5b-4bbf-8560-673389638a11 req-158ed7b1-fc97-4410-9107-2a93daa6e21b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 944 time: 0.2242956 Mar 04 02:58:09.084022 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-4425f401-6fbc-450d-a8af-658e8dbc4949 service neutron] 10.222.0.16 "GET /v2.0/networks/89103e18-9486-4035-aa3f-78b34592cbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554591 Mar 04 02:58:09.102469 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-0730a8e2-6454-4063-9997-401eddb23128 service neutron] 10.222.0.13 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842121 Mar 04 02:58:09.203106 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-da877571-ca5b-4bbf-8560-673389638a11 req-fa1bc3b4-c4b0-462a-a3e7-aac13a54eeed tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819124 Mar 04 02:58:09.274605 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['df604419-58f8-4bbb-8f7f-98bd684678a4'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 02:58:09.276201 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b57b9d84-2b4d-4e85-8093-58d8f4345db8 req-fe1f3b1c-87df-4cb9-92d2-dd2b7e49b2db service neutron] 10.222.0.13 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635609 Mar 04 02:58:09.365411 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b9bf6-b5f5-4270-89a2-9d37d161edd2 req-e6cc382c-86be-4461-8408-f0587ec2ce45 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:09.367122 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2e2b9bf6-b5f5-4270-89a2-9d37d161edd2 req-e6cc382c-86be-4461-8408-f0587ec2ce45 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 943 time: 0.0853169 Mar 04 02:58:09.464997 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2e2b9bf6-b5f5-4270-89a2-9d37d161edd2 req-548173a1-8fb9-46eb-8d77-3c9e578ec527 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917406 Mar 04 02:58:09.710598 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 02:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87f6b6a-d869-4566-bd59-c1cb7275a65a x-openstack-request-id: req-c87f6b6a-d869-4566-bd59-c1cb7275a65a {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 02:58:09.713143 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3a8ddc-56d5-45f3-b675-a08611940a76", "tag": "03043544-0f88-43de-af71-1007eceb3446", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 02:58:09.713640 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c87f6b6a-d869-4566-bd59-c1cb7275a65a {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 02:58:09.714329 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3a8ddc-56d5-45f3-b675-a08611940a76', 'tag': '03043544-0f88-43de-af71-1007eceb3446', 'status': 'completed', 'code': 200} Mar 04 02:58:09.789848 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448d85b-d4b1-45cc-9f60-8fd38a1b6c0e req-0d34321c-da17-48b4-b90f-6cc1540541fb tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:09.798143 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5448d85b-d4b1-45cc-9f60-8fd38a1b6c0e req-0d34321c-da17-48b4-b90f-6cc1540541fb tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 944 time: 0.1784849 Mar 04 02:58:09.925837 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-248926d7-9cd0-4a67-907e-29688143694d req-337a8c56-2789-4b26-813d-eb6bd425efa7 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 210 time: 0.0785916 Mar 04 02:58:09.932111 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08f82a-7726-4bde-8c5e-1bff5472acd6 req-ba5f6bcf-bf3f-40fa-b344-3e99c456c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:09.936121 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ae08f82a-7726-4bde-8c5e-1bff5472acd6 req-ba5f6bcf-bf3f-40fa-b344-3e99c456c17a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=435f5c6cbc834e5e9948bd463d8aa129&device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 1128 time: 0.2019725 Mar 04 02:58:09.944800 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5448d85b-d4b1-45cc-9f60-8fd38a1b6c0e req-9ffe9e1c-dab7-4850-ae4a-60deaf907bdf tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d84915d2-cf7b-41d7-8954-887b9ae2f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454294 Mar 04 02:58:10.387757 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device f8c0c90d-35cb-4651-9a1a-06b873e53814 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 02:58:10.391496 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08f82a-7726-4bde-8c5e-1bff5472acd6 req-97d13170-15ae-472d-849d-8d005e35a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:10.393001 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ae08f82a-7726-4bde-8c5e-1bff5472acd6 req-97d13170-15ae-472d-849d-8d005e35a925 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d64efdae-0305-4058-8f96-4ee6eb81be2d HTTP/1.1" status: 200 len: 920 time: 0.4472754 Mar 04 02:58:10.440427 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device df604419-58f8-4bbb-8f7f-98bd684678a4 up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:58:10.529160 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.db.resource_extend [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 02:58:10.633980 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cc11e5a4-7712-4065-9e2b-0d5538b727a2 req-af0c8c0e-b021-41e5-b643-71c2e136e29f tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 210 time: 0.2367485 Mar 04 02:58:10.646127 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-cd105f07-65bf-45e4-b462-0ae4afe214f8 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:10.647601 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-cd105f07-65bf-45e4-b462-0ae4afe214f8 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.13 "GET /v2.0/networks?id=50eae8c7-06bd-487c-a181-0dbe4478419c HTTP/1.1" status: 200 len: 816 time: 0.2527633 Mar 04 02:58:10.649002 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ae08f82a-7726-4bde-8c5e-1bff5472acd6 req-774aa566-f71b-4be6-99cc-b1369ad41fab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03043544-0f88-43de-af71-1007eceb3446 HTTP/1.1" status: 200 len: 217 time: 0.1131516 Mar 04 02:58:10.699728 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning for port df604419-58f8-4bbb-8f7f-98bd684678a4 completed by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 02:58:10.703538 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port f8c0c90d-35cb-4651-9a1a-06b873e53814, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f8c0c90d-35cb-4651-9a1a-06b873e53814,segment=NetworkSegment(40210cda-f220-447e-88df-8afede29b116),segment_id=40210cda-f220-447e-88df-8afede29b116)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:10.732285 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port df604419-58f8-4bbb-8f7f-98bd684678a4 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:10.732643 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (df604419-58f8-4bbb-8f7f-98bd684678a4), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:10.742765 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf40ed6-5ec0-4674-9ffc-e751e5b7097c req-2b03169a-adfa-4fe5-8144-6087188b40ed tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:10.744291 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4bf40ed6-5ec0-4674-9ffc-e751e5b7097c req-2b03169a-adfa-4fe5-8144-6087188b40ed tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 944 time: 0.3481987 Mar 04 02:58:10.777334 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': 'f8c0c90d-35cb-4651-9a1a-06b873e53814', 'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf', 'port_id': 'f8c0c90d-35cb-4651-9a1a-06b873e53814', 'mac_address': 'fa:16:3e:aa:e9:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431140ff-e7d6-4b01-b509-15f7f795257b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 02:58:10.842468 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port f8c0c90d-35cb-4651-9a1a-06b873e53814 is: DOWN; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:10.842857 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (f8c0c90d-35cb-4651-9a1a-06b873e53814), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:10.851175 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08f82a-7726-4bde-8c5e-1bff5472acd6 req-a1d901e8-4e53-4989-b05d-8c764c9d1a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:10.852660 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ae08f82a-7726-4bde-8c5e-1bff5472acd6 req-a1d901e8-4e53-4989-b05d-8c764c9d1a80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a402aac-443f-4244-b7c1-141fa3d052d2 HTTP/1.1" status: 200 len: 859 time: 0.1751928 Mar 04 02:58:10.860944 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-9313ae42-672a-4691-b29d-ca4d7fe87e35 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=334bbe5c6d1042b49abc0793f344935b HTTP/1.1" status: 200 len: 380 time: 0.1891408 Mar 04 02:58:10.878199 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c0c90d-35cb-4651-9a1a-06b873e53814 {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 02:58:10.895374 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ae08f82a-7726-4bde-8c5e-1bff5472acd6 req-fa6758d2-d1e6-42ce-8ad8-121a1fc4e779 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d64efdae-0305-4058-8f96-4ee6eb81be2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334125 Mar 04 02:58:10.900814 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-fa54b93f-c2f3-4ef0-b035-51d1ddc31bb5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Request body: {'port': {'device_id': '3ba9647b-67ee-4334-93e0-b1decd95e719', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'admin_state_up': True, 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'security_groups': ['15e9d920-820c-4b61-a2ac-f8fd2c770a9e']}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:10.921744 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port f8c0c90d-35cb-4651-9a1a-06b873e53814, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f8c0c90d-35cb-4651-9a1a-06b873e53814,segment=NetworkSegment(40210cda-f220-447e-88df-8afede29b116),segment_id=40210cda-f220-447e-88df-8afede29b116)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:10.923052 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port df604419-58f8-4bbb-8f7f-98bd684678a4 is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:10.923753 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (df604419-58f8-4bbb-8f7f-98bd684678a4), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:10.938541 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (f8c0c90d-35cb-4651-9a1a-06b873e53814), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:10.947092 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83281eef-c63d-4b87-b551-7f9e1b85fdf6 req-91cdc946-2aec-4de6-852e-0042918c074c tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:10.948637 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-83281eef-c63d-4b87-b551-7f9e1b85fdf6 req-91cdc946-2aec-4de6-852e-0042918c074c tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 943 time: 0.2186635 Mar 04 02:58:10.993823 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4bf40ed6-5ec0-4674-9ffc-e751e5b7097c req-2d21b518-fd5f-47e8-a572-d15f167ad20d tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905117 Mar 04 02:58:10.999851 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=f8c0c90d-35cb-4651-9a1a-06b873e53814,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:11.017268 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419fd0b8-1118-45f6-8669-8026dae0634f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df604419-58f8-4bbb-8f7f-98bd684678a4'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 02:58:11.132837 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port df604419-58f8-4bbb-8f7f-98bd684678a4, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=df604419-58f8-4bbb-8f7f-98bd684678a4,segment=NetworkSegment(7a0ba5b2-93cb-4930-b1d8-7e8c1e392b97),segment_id=7a0ba5b2-93cb-4930-b1d8-7e8c1e392b97)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:11.144431 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (df604419-58f8-4bbb-8f7f-98bd684678a4), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:11.191275 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f73151ea-1c8a-4ad0-8027-decb05e07125 req-06a5c52b-9fba-4b0c-b66f-8dd9a18346f0 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 210 time: 0.0807838 Mar 04 02:58:11.234407 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=df604419-58f8-4bbb-8f7f-98bd684678a4,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:11.264796 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-83281eef-c63d-4b87-b551-7f9e1b85fdf6 req-ae923990-3f89-407b-bd83-739641c8eb4d tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782230 Mar 04 02:58:11.288187 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ae08f82a-7726-4bde-8c5e-1bff5472acd6 req-5ed38a0a-8d8e-4e45-b973-203dd4c63b31 service neutron] 10.222.0.13 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564889 Mar 04 02:58:11.304833 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['f8c0c90d-35cb-4651-9a1a-06b873e53814'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 02:58:11.322927 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-a4108619-d1dd-4d94-861b-5229d1cd8518 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:11.329494 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-a4108619-d1dd-4d94-861b-5229d1cd8518 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.13 "GET /v2.0/networks?id=89103e18-9486-4035-aa3f-78b34592cbe0 HTTP/1.1" status: 200 len: 810 time: 0.2914240 Mar 04 02:58:11.332585 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-fa54b93f-c2f3-4ef0-b035-51d1ddc31bb5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Made reservation on behalf of 334bbe5c6d1042b49abc0793f344935b for: {'port': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:58:11.336002 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-fa54b93f-c2f3-4ef0-b035-51d1ddc31bb5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:11.451145 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c122e813-6ab9-4053-b715-3267c04b5a85" -d '{"events": [{"server_uuid": "419fd0b8-1118-45f6-8669-8026dae0634f", "name": "network-vif-plugged", "status": "completed", "tag": "df604419-58f8-4bbb-8f7f-98bd684678a4"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 02:58:11.532138 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-36c10488-760e-4b96-9f6a-2a3faed80f16 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd4856b10f144130bf4788557dd60a24 HTTP/1.1" status: 200 len: 380 time: 0.1906602 Mar 04 02:58:11.542585 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-b6b3fd9e-8d55-4967-a7f9-2bfdf11155fa tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Request body: {'port': {'device_id': '52c0263f-d4de-443a-8044-c11972633ba7', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'admin_state_up': True, 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'security_groups': ['cf13b504-2459-4f09-9118-3a18472ded1d']}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:11.705237 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31543019-9205-496e-8b8c-24bae70116cf req-6ad77514-8b89-4300-a7f4-2192e9cfc5bc tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:11.714601 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-31543019-9205-496e-8b8c-24bae70116cf req-6ad77514-8b89-4300-a7f4-2192e9cfc5bc tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 945 time: 0.3657913 Mar 04 02:58:11.725557 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638e143c-a3d1-4ff2-b476-0b807e105eb5', 'tag': '0e60cf73-e7a0-430c-b810-b5f543c2075f'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 02:58:11.727813 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5100cddf-f6ad-48d5-a842-375a02fd99dd" -d '{"events": [{"name": "network-changed", "server_uuid": "638e143c-a3d1-4ff2-b476-0b807e105eb5", "tag": "0e60cf73-e7a0-430c-b810-b5f543c2075f"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 02:58:11.736393 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 02:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123e9b30-6f8f-4ddd-87f6-ceca107e5ed2 x-openstack-request-id: req-123e9b30-6f8f-4ddd-87f6-ceca107e5ed2 {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 02:58:11.736717 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419fd0b8-1118-45f6-8669-8026dae0634f", "name": "network-vif-plugged", "status": "completed", "tag": "df604419-58f8-4bbb-8f7f-98bd684678a4", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 02:58:11.736983 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-123e9b30-6f8f-4ddd-87f6-ceca107e5ed2 {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 02:58:11.738007 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419fd0b8-1118-45f6-8669-8026dae0634f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df604419-58f8-4bbb-8f7f-98bd684678a4', 'code': 200} Mar 04 02:58:11.738832 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-b6b3fd9e-8d55-4967-a7f9-2bfdf11155fa tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Made reservation on behalf of dd4856b10f144130bf4788557dd60a24 for: {'port': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:58:11.742794 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-b6b3fd9e-8d55-4967-a7f9-2bfdf11155fa tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:11.757282 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ae08f82a-7726-4bde-8c5e-1bff5472acd6 req-78f4ce5f-e00a-4b12-ad5b-3afb026a3396 service neutron] 10.222.0.13 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030941 Mar 04 02:58:11.853376 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_common [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-fa54b93f-c2f3-4ef0-b035-51d1ddc31bb5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Allocated IP 172.20.0.10 (50eae8c7-06bd-487c-a181-0dbe4478419c/16952d07-ba3d-4d83-b57f-d1a1f6336b50/4f8ced06-af44-4944-8712-1d93dfbd72ce) {{(pid=102946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:58:11.886321 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-31543019-9205-496e-8b8c-24bae70116cf req-d92b8b1d-a070-4cbc-bc50-0d81a6af3278 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d84915d2-cf7b-41d7-8954-887b9ae2f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707397 Mar 04 02:58:11.958028 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-092dce98-55ec-4b19-99b5-6688f6ae3338 req-bc0003a8-6bf7-451e-b61d-c495c4e5dfbe tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 210 time: 0.1159031 Mar 04 02:58:12.007367 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:12.030788 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-b6b3fd9e-8d55-4967-a7f9-2bfdf11155fa tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Allocated IP 172.20.0.9 (89103e18-9486-4035-aa3f-78b34592cbe0/b6f4c4ae-a118-4ae8-b92d-55d0c45c943d/f7747af9-a194-4762-89da-a246ee4f140b) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:58:12.049636 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 02:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1197c15e-42fb-49c4-a8ac-f01fda873e13 x-openstack-request-id: req-1197c15e-42fb-49c4-a8ac-f01fda873e13 {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 02:58:12.050027 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638e143c-a3d1-4ff2-b476-0b807e105eb5", "tag": "0e60cf73-e7a0-430c-b810-b5f543c2075f", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 02:58:12.050285 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1197c15e-42fb-49c4-a8ac-f01fda873e13 {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 02:58:12.051006 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638e143c-a3d1-4ff2-b476-0b807e105eb5', 'tag': '0e60cf73-e7a0-430c-b810-b5f543c2075f', 'status': 'completed', 'code': 200} Mar 04 02:58:12.198910 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c31cb-c444-40f8-b556-b80cbd3e9ae6 req-ff5e3b68-4cbb-42b8-887d-bf32bcb71f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:12.205109 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-006c31cb-c444-40f8-b556-b80cbd3e9ae6 req-ff5e3b68-4cbb-42b8-887d-bf32bcb71f30 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 1129 time: 0.2416580 Mar 04 02:58:12.210038 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100cddf-f6ad-48d5-a842-375a02fd99dd req-c12ac0b4-c449-4046-afd1-e29d5a41336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:12.211718 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5100cddf-f6ad-48d5-a842-375a02fd99dd req-c12ac0b4-c449-4046-afd1-e29d5a41336f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=435f5c6cbc834e5e9948bd463d8aa129&device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 1128 time: 0.1502030 Mar 04 02:58:12.251825 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-006c31cb-c444-40f8-b556-b80cbd3e9ae6 req-df1e4063-f19a-4572-a58e-4ec62c37be9e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:12.331895 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90202e8-c3b0-47cb-9fe0-999c8192e0a5 req-13d36637-c17d-41bb-a792-fa16fec6187c tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:12.331895 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f90202e8-c3b0-47cb-9fe0-999c8192e0a5 req-13d36637-c17d-41bb-a792-fa16fec6187c tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 944 time: 0.2072392 Mar 04 02:58:12.332582 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-fa54b93f-c2f3-4ef0-b035-51d1ddc31bb5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:12.374718 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-b6b3fd9e-8d55-4967-a7f9-2bfdf11155fa tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for port (f7747af9-a194-4762-89da-a246ee4f140b), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:12.398663 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 03043544-0f88-43de-af71-1007eceb3446 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 02:58:12.399529 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ac378a2d-07e6-4ab0-9ca8-73230df0b527 req-5ca22461-c810-4780-98a2-484b12fe0243 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 210 time: 0.0437725 Mar 04 02:58:12.414446 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device f8c0c90d-35cb-4651-9a1a-06b873e53814 up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:58:12.419439 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100cddf-f6ad-48d5-a842-375a02fd99dd req-454eb445-74cc-4a89-9370-ee1496a056c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:12.421118 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5100cddf-f6ad-48d5-a842-375a02fd99dd req-454eb445-74cc-4a89-9370-ee1496a056c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d64efdae-0305-4058-8f96-4ee6eb81be2d HTTP/1.1" status: 200 len: 920 time: 0.2015114 Mar 04 02:58:12.470223 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f90202e8-c3b0-47cb-9fe0-999c8192e0a5 req-4792fb59-ff93-45e6-8075-05c54b13450d tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243839 Mar 04 02:58:12.474390 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-fa54b93f-c2f3-4ef0-b035-51d1ddc31bb5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:12.503549 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5100cddf-f6ad-48d5-a842-375a02fd99dd req-7d3d1304-39da-4acd-bf88-fb18c428448b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e60cf73-e7a0-430c-b810-b5f543c2075f HTTP/1.1" status: 200 len: 217 time: 0.0651948 Mar 04 02:58:12.553248 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-b6b3fd9e-8d55-4967-a7f9-2bfdf11155fa tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (f7747af9-a194-4762-89da-a246ee4f140b), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:12.567883 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-fa54b93f-c2f3-4ef0-b035-51d1ddc31bb5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Network 50eae8c7-06bd-487c-a181-0dbe4478419c is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:58:12.592939 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-006c31cb-c444-40f8-b556-b80cbd3e9ae6 req-df1e4063-f19a-4572-a58e-4ec62c37be9e service neutron] Publish callbacks [] for security_group (f35e5098-77d6-49b2-ba51-5751a4182916), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:12.609919 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning for port f8c0c90d-35cb-4651-9a1a-06b873e53814 completed by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 02:58:12.617265 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port f8c0c90d-35cb-4651-9a1a-06b873e53814 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:12.617768 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (f8c0c90d-35cb-4651-9a1a-06b873e53814), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:12.623213 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3fd9e-8d55-4967-a7f9-2bfdf11155fa tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Pushing event updated for resources: {'Port': ['ID=f7747af9-a194-4762-89da-a246ee4f140b,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:12.637745 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-b6b3fd9e-8d55-4967-a7f9-2bfdf11155fa tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Network 89103e18-9486-4035-aa3f-78b34592cbe0 is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:58:12.639864 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-006c31cb-c444-40f8-b556-b80cbd3e9ae6 req-df1e4063-f19a-4572-a58e-4ec62c37be9e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (f35e5098-77d6-49b2-ba51-5751a4182916), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:12.644541 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-fa54b93f-c2f3-4ef0-b035-51d1ddc31bb5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:58:12.644695 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-b6b3fd9e-8d55-4967-a7f9-2bfdf11155fa tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:58:12.652071 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100cddf-f6ad-48d5-a842-375a02fd99dd req-04fd63d9-01dc-40f6-940b-5bff5d13c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:12.655259 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5100cddf-f6ad-48d5-a842-375a02fd99dd req-04fd63d9-01dc-40f6-940b-5bff5d13c51b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a402aac-443f-4244-b7c1-141fa3d052d2 HTTP/1.1" status: 200 len: 859 time: 0.1515346 Mar 04 02:58:12.656158 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-b6b3fd9e-8d55-4967-a7f9-2bfdf11155fa tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:58:12.662411 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-b6b3fd9e-8d55-4967-a7f9-2bfdf11155fa tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:12.663348 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-b6b3fd9e-8d55-4967-a7f9-2bfdf11155fa tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:12.738891 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 03043544-0f88-43de-af71-1007eceb3446, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=03043544-0f88-43de-af71-1007eceb3446,segment=NetworkSegment(8249a905-31bb-4e01-a616-379d38917352),segment_id=8249a905-31bb-4e01-a616-379d38917352)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:12.750663 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5100cddf-f6ad-48d5-a842-375a02fd99dd req-0f9b529f-c246-4350-8f51-5b66a62a010d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d64efdae-0305-4058-8f96-4ee6eb81be2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780540 Mar 04 02:58:12.755069 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-fa54b93f-c2f3-4ef0-b035-51d1ddc31bb5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Received port after_create {{(pid=102946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:58:12.766600 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': '03043544-0f88-43de-af71-1007eceb3446', 'network_id': 'd64efdae-0305-4058-8f96-4ee6eb81be2d', 'port_id': '03043544-0f88-43de-af71-1007eceb3446', 'mac_address': 'fa:16:3e:5c:55:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a402aac-443f-4244-b7c1-141fa3d052d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 02:58:12.767777 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-fa54b93f-c2f3-4ef0-b035-51d1ddc31bb5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:12.772060 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-fa54b93f-c2f3-4ef0-b035-51d1ddc31bb5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:12.786594 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port f8c0c90d-35cb-4651-9a1a-06b873e53814 is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:12.787319 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (f8c0c90d-35cb-4651-9a1a-06b873e53814), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:12.787424 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-b6b3fd9e-8d55-4967-a7f9-2bfdf11155fa tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2490134 Mar 04 02:58:12.799357 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-006c31cb-c444-40f8-b556-b80cbd3e9ae6 req-df1e4063-f19a-4572-a58e-4ec62c37be9e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d84915d2-cf7b-41d7-8954-887b9ae2f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5868156 Mar 04 02:58:12.800030 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54b93f-c2f3-4ef0-b035-51d1ddc31bb5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Pushing event updated for resources: {'Port': ['ID=4f8ced06-af44-4944-8712-1d93dfbd72ce,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:12.803488 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-aa8478a0-88c3-4bab-99c1-8130b9774af0 service neutron] Request body: {'port': {'device_id': '52c0263f-d4de-443a-8044-c11972633ba7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:12.843572 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port 03043544-0f88-43de-af71-1007eceb3446 is: DOWN; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:12.855917 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (03043544-0f88-43de-af71-1007eceb3446), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:12.880504 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-fa54b93f-c2f3-4ef0-b035-51d1ddc31bb5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0143871 Mar 04 02:58:12.889491 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e4063-f19a-4572-a58e-4ec62c37be9e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f35e5098-77d6-49b2-ba51-5751a4182916,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:12.944562 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189731c-ea9b-476f-9fbc-3c7eef0ee442 req-8d03f38a-a81d-4219-9971-eb26fba2c831 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:12.954464 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03043544-0f88-43de-af71-1007eceb3446 {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 02:58:12.961719 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a189731c-ea9b-476f-9fbc-3c7eef0ee442 req-8d03f38a-a81d-4219-9971-eb26fba2c831 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 944 time: 0.3926053 Mar 04 02:58:12.972827 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port f8c0c90d-35cb-4651-9a1a-06b873e53814, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f8c0c90d-35cb-4651-9a1a-06b873e53814,segment=NetworkSegment(40210cda-f220-447e-88df-8afede29b116),segment_id=40210cda-f220-447e-88df-8afede29b116)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:12.987008 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (f8c0c90d-35cb-4651-9a1a-06b873e53814), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:13.001465 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-aa8478a0-88c3-4bab-99c1-8130b9774af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (f7747af9-a194-4762-89da-a246ee4f140b), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:13.058956 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=f8c0c90d-35cb-4651-9a1a-06b873e53814,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:13.091798 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5100cddf-f6ad-48d5-a842-375a02fd99dd req-067e1566-331b-447c-b51c-28e36637932e service neutron] 10.222.0.13 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328674 Mar 04 02:58:13.110765 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 03043544-0f88-43de-af71-1007eceb3446, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=03043544-0f88-43de-af71-1007eceb3446,segment=NetworkSegment(8249a905-31bb-4e01-a616-379d38917352),segment_id=8249a905-31bb-4e01-a616-379d38917352)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:13.119329 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (03043544-0f88-43de-af71-1007eceb3446), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:13.120016 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 0e60cf73-e7a0-430c-b810-b5f543c2075f details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 02:58:13.121943 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-6e240cf2-2f5d-4bc0-bc5e-6f6eaa245075 service neutron] Request body: {'port': {'device_id': '3ba9647b-67ee-4334-93e0-b1decd95e719', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:13.211578 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a189731c-ea9b-476f-9fbc-3c7eef0ee442 req-cff959c5-f2be-41c4-b989-acc7cf1f3376 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243636 Mar 04 02:58:13.224808 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=03043544-0f88-43de-af71-1007eceb3446,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:13.228765 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a92b9-06ce-40a3-a87a-4674aca9905e req-98d5b802-ff41-4acf-8002-2b7c8bddafc3 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:13.240382 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d59a92b9-06ce-40a3-a87a-4674aca9905e req-98d5b802-ff41-4acf-8002-2b7c8bddafc3 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 945 time: 0.2197952 Mar 04 02:58:13.316671 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-187cad7c-afc4-40ef-a7a4-a9226dda0a5f None None] Provisioning complete for port f7747af9-a194-4762-89da-a246ee4f140b triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:13.317409 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-187cad7c-afc4-40ef-a7a4-a9226dda0a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (f7747af9-a194-4762-89da-a246ee4f140b), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:13.320808 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 0e60cf73-e7a0-430c-b810-b5f543c2075f, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=0e60cf73-e7a0-430c-b810-b5f543c2075f,segment=NetworkSegment(8249a905-31bb-4e01-a616-379d38917352),segment_id=8249a905-31bb-4e01-a616-379d38917352)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:13.327657 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-6e240cf2-2f5d-4bc0-bc5e-6f6eaa245075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:13.377478 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5100cddf-f6ad-48d5-a842-375a02fd99dd req-d7a60943-9401-4fe0-a21f-d45269121dba service neutron] 10.222.0.13 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791936 Mar 04 02:58:13.380947 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': '0e60cf73-e7a0-430c-b810-b5f543c2075f', 'network_id': 'd64efdae-0305-4058-8f96-4ee6eb81be2d', 'port_id': '0e60cf73-e7a0-430c-b810-b5f543c2075f', 'mac_address': 'fa:16:3e:b2:35:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a402aac-443f-4244-b7c1-141fa3d052d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 02:58:13.448329 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-187cad7c-afc4-40ef-a7a4-a9226dda0a5f None None] Port f7747af9-a194-4762-89da-a246ee4f140b cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 02:58:13.466054 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-187cad7c-afc4-40ef-a7a4-a9226dda0a5f None None] Provisioning complete for port 4f8ced06-af44-4944-8712-1d93dfbd72ce triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:13.466483 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-187cad7c-afc4-40ef-a7a4-a9226dda0a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:13.660069 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-aa8478a0-88c3-4bab-99c1-8130b9774af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7747af9-a194-4762-89da-a246ee4f140b {{(pid=102948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 02:58:13.684020 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-aa8478a0-88c3-4bab-99c1-8130b9774af0 service neutron] Publish callbacks [] for port (f7747af9-a194-4762-89da-a246ee4f140b), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:13.704938 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-187cad7c-afc4-40ef-a7a4-a9226dda0a5f None None] Port 4f8ced06-af44-4944-8712-1d93dfbd72ce cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 02:58:13.707067 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.provisioning_blocks [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-aa8478a0-88c3-4bab-99c1-8130b9774af0 service neutron] Transition to ACTIVE for port object f7747af9-a194-4762-89da-a246ee4f140b will not be triggered until provisioned by entity L2. {{(pid=102948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 02:58:13.707631 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port 0e60cf73-e7a0-430c-b810-b5f543c2075f is: DOWN; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:13.708042 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (0e60cf73-e7a0-430c-b810-b5f543c2075f), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:13.715831 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-aa8478a0-88c3-4bab-99c1-8130b9774af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (f7747af9-a194-4762-89da-a246ee4f140b), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:13.737090 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e60cf73-e7a0-430c-b810-b5f543c2075f {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 02:58:13.775397 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8478a0-88c3-4bab-99c1-8130b9774af0 service neutron] Pushing event updated for resources: {'Port': ['ID=f7747af9-a194-4762-89da-a246ee4f140b,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:13.781230 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 0e60cf73-e7a0-430c-b810-b5f543c2075f, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=0e60cf73-e7a0-430c-b810-b5f543c2075f,segment=NetworkSegment(8249a905-31bb-4e01-a616-379d38917352),segment_id=8249a905-31bb-4e01-a616-379d38917352)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:13.785137 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd515cbe3-289b-4e6a-bcce-e9bdfac71ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c0c90d-35cb-4651-9a1a-06b873e53814'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 02:58:13.787477 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0b3744-ba1d-4fc2-a118-f85720f58a62" -d '{"events": [{"server_uuid": "d515cbe3-289b-4e6a-bcce-e9bdfac71ce8", "name": "network-vif-plugged", "status": "completed", "tag": "f8c0c90d-35cb-4651-9a1a-06b873e53814"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 02:58:13.788263 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d59a92b9-06ce-40a3-a87a-4674aca9905e req-a22c8ec6-e652-4aa5-8ce9-7d99adfdd8c4 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d84915d2-cf7b-41d7-8954-887b9ae2f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5453532 Mar 04 02:58:13.798744 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (0e60cf73-e7a0-430c-b810-b5f543c2075f), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:13.850472 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-aa8478a0-88c3-4bab-99c1-8130b9774af0 service neutron] Attempting to bind port f7747af9-a194-4762-89da-a246ee4f140b on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:58:13.850823 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-aa8478a0-88c3-4bab-99c1-8130b9774af0 service neutron] Attempting to bind port f7747af9-a194-4762-89da-a246ee4f140b by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'f84e4a76-fe05-4a76-bef8-c293ba04a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0'}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:58:13.851391 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-aa8478a0-88c3-4bab-99c1-8130b9774af0 service neutron] Attempting to bind port f7747af9-a194-4762-89da-a246ee4f140b on network 89103e18-9486-4035-aa3f-78b34592cbe0 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:58:13.857795 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-aa8478a0-88c3-4bab-99c1-8130b9774af0 service neutron] Port f7747af9-a194-4762-89da-a246ee4f140b on network 89103e18-9486-4035-aa3f-78b34592cbe0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 02:58:13.857795 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-aa8478a0-88c3-4bab-99c1-8130b9774af0 service neutron] Attempting to bind port f7747af9-a194-4762-89da-a246ee4f140b on network 89103e18-9486-4035-aa3f-78b34592cbe0 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:58:13.862826 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-aa8478a0-88c3-4bab-99c1-8130b9774af0 service neutron] Checking agent: {'id': '3c9f8f0c-9b00-4c68-8144-2c2180e90486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'started_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:58:13.863168 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-aa8478a0-88c3-4bab-99c1-8130b9774af0 service neutron] Checking segment: {'id': 'f84e4a76-fe05-4a76-bef8-c293ba04a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:58:13.863563 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-aa8478a0-88c3-4bab-99c1-8130b9774af0 service neutron] Bound using segment: {'id': 'f84e4a76-fe05-4a76-bef8-c293ba04a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0'} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:58:13.864001 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-aa8478a0-88c3-4bab-99c1-8130b9774af0 service neutron] Bound port: f7747af9-a194-4762-89da-a246ee4f140b, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84e4a76-fe05-4a76-bef8-c293ba04a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0'}}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:58:13.864351 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-aa8478a0-88c3-4bab-99c1-8130b9774af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (f7747af9-a194-4762-89da-a246ee4f140b), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:13.869123 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24541dd-fbc9-4a27-9e72-13b66f93cdef req-ace7f2cb-dc07-432f-ba85-705e61e6a812 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:13.871816 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f24541dd-fbc9-4a27-9e72-13b66f93cdef req-ace7f2cb-dc07-432f-ba85-705e61e6a812 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 931 time: 0.5800178 Mar 04 02:58:13.924142 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=0e60cf73-e7a0-430c-b810-b5f543c2075f,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:13.969400 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-aa8478a0-88c3-4bab-99c1-8130b9774af0 service neutron] For port f7747af9-a194-4762-89da-a246ee4f140b, host hv-cinder-82806, cleared binding levels {{(pid=102948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:58:13.974558 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-aa8478a0-88c3-4bab-99c1-8130b9774af0 service neutron] For port f7747af9-a194-4762-89da-a246ee4f140b, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f7747af9-a194-4762-89da-a246ee4f140b,segment=NetworkSegment(f84e4a76-fe05-4a76-bef8-c293ba04a698),segment_id=f84e4a76-fe05-4a76-bef8-c293ba04a698)] {{(pid=102948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:58:13.991639 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-aa8478a0-88c3-4bab-99c1-8130b9774af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (f7747af9-a194-4762-89da-a246ee4f140b), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:14.051315 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-aa8478a0-88c3-4bab-99c1-8130b9774af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:14.051964 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-aa8478a0-88c3-4bab-99c1-8130b9774af0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:14.053841 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-aa8478a0-88c3-4bab-99c1-8130b9774af0 service neutron] 10.222.0.13 "PUT /v2.0/ports/f7747af9-a194-4762-89da-a246ee4f140b HTTP/1.1" status: 200 len: 1093 time: 1.2555559 Mar 04 02:58:14.054364 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c0263f-d4de-443a-8044-c11972633ba7', 'tag': 'f7747af9-a194-4762-89da-a246ee4f140b'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 02:58:14.060217 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3022860e-4e33-4fe1-a271-be86e0a81623" -d '{"events": [{"name": "network-changed", "server_uuid": "52c0263f-d4de-443a-8044-c11972633ba7", "tag": "f7747af9-a194-4762-89da-a246ee4f140b"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 02:58:14.072943 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f24541dd-fbc9-4a27-9e72-13b66f93cdef req-5a56761f-20f4-4a0d-a18e-409bddbd405f tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910686 Mar 04 02:58:14.109480 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4373d5-43d8-4875-87f5-9b3a2627c5b0 req-889b8cd6-30a2-4d68-82bb-e95ec87d9eb5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:14.122587 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-df4373d5-43d8-4875-87f5-9b3a2627c5b0 req-889b8cd6-30a2-4d68-82bb-e95ec87d9eb5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 932 time: 0.2140975 Mar 04 02:58:14.133591 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8478a0-88c3-4bab-99c1-8130b9774af0 service neutron] Pushing event updated for resources: {'Port': ['ID=f7747af9-a194-4762-89da-a246ee4f140b,revision_number=3']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:14.158286 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['03043544-0f88-43de-af71-1007eceb3446'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 02:58:14.218265 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-8c238e5b-f750-4033-92fa-6f6edfdaff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:14.220506 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-8c238e5b-f750-4033-92fa-6f6edfdaff0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd4856b10f144130bf4788557dd60a24&device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 1127 time: 0.0891614 Mar 04 02:58:14.233329 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['0e60cf73-e7a0-430c-b810-b5f543c2075f'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 02:58:14.311639 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-5f3f8774-e0d6-4e99-9d12-20b483a5251f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7747af9-a194-4762-89da-a246ee4f140b HTTP/1.1" status: 200 len: 217 time: 0.0827191 Mar 04 02:58:14.383120 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-df4373d5-43d8-4875-87f5-9b3a2627c5b0 req-f458d62d-334e-4130-ab9b-337683d496da tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496076 Mar 04 02:58:14.397714 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-a0047406-ccd4-47f0-bbac-72e29f59d4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:14.410745 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-a0047406-ccd4-47f0-bbac-72e29f59d4be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6f4c4ae-a118-4ae8-b92d-55d0c45c943d HTTP/1.1" status: 200 len: 849 time: 0.0825179 Mar 04 02:58:14.444961 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-6e240cf2-2f5d-4bc0-bc5e-6f6eaa245075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f8ced06-af44-4944-8712-1d93dfbd72ce {{(pid=102946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 02:58:14.469770 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-6e240cf2-2f5d-4bc0-bc5e-6f6eaa245075 service neutron] Publish callbacks [] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:14.496076 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 02:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496c1611-5305-491e-aeda-254843538fda x-openstack-request-id: req-496c1611-5305-491e-aeda-254843538fda {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 02:58:14.497662 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d515cbe3-289b-4e6a-bcce-e9bdfac71ce8", "name": "network-vif-plugged", "status": "completed", "tag": "f8c0c90d-35cb-4651-9a1a-06b873e53814", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 02:58:14.497959 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-496c1611-5305-491e-aeda-254843538fda {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 02:58:14.502099 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd515cbe3-289b-4e6a-bcce-e9bdfac71ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c0c90d-35cb-4651-9a1a-06b873e53814', 'code': 200} Mar 04 02:58:14.525379 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea32437-94c7-4bba-a4d2-24882e321be9 req-6fe9210b-1e28-40ea-8a8e-e4d4349df147 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:14.527057 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-bea32437-94c7-4bba-a4d2-24882e321be9 req-6fe9210b-1e28-40ea-8a8e-e4d4349df147 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 945 time: 0.2814903 Mar 04 02:58:14.530013 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.provisioning_blocks [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-6e240cf2-2f5d-4bc0-bc5e-6f6eaa245075 service neutron] Transition to ACTIVE for port object 4f8ced06-af44-4944-8712-1d93dfbd72ce will not be triggered until provisioned by entity L2. {{(pid=102946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 02:58:14.536105 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-5f8e1372-19b3-4b69-9c9c-63f623de4fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:14.538117 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-5f8e1372-19b3-4b69-9c9c-63f623de4fdf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=89103e18-9486-4035-aa3f-78b34592cbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1251910 Mar 04 02:58:14.556208 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-6e240cf2-2f5d-4bc0-bc5e-6f6eaa245075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:14.615356 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 02:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202cc0da-bde0-4150-a178-b99cfb99b7fc x-openstack-request-id: req-202cc0da-bde0-4150-a178-b99cfb99b7fc {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 02:58:14.616371 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c0263f-d4de-443a-8044-c11972633ba7", "tag": "f7747af9-a194-4762-89da-a246ee4f140b", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 02:58:14.616634 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-202cc0da-bde0-4150-a178-b99cfb99b7fc {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 02:58:14.617035 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c0263f-d4de-443a-8044-c11972633ba7', 'tag': 'f7747af9-a194-4762-89da-a246ee4f140b', 'status': 'completed', 'code': 200} Mar 04 02:58:14.719049 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-af43c23e-bba0-433b-a97b-7582b679f375 service neutron] 10.222.0.13 "GET /v2.0/networks/89103e18-9486-4035-aa3f-78b34592cbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651225 Mar 04 02:58:14.799293 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-bea32437-94c7-4bba-a4d2-24882e321be9 req-fa464002-acfd-4aeb-a1ab-8fd028026b80 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606885 Mar 04 02:58:14.800781 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e240cf2-2f5d-4bc0-bc5e-6f6eaa245075 service neutron] Pushing event updated for resources: {'Port': ['ID=4f8ced06-af44-4944-8712-1d93dfbd72ce,revision_number=2']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:14.915258 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-6e240cf2-2f5d-4bc0-bc5e-6f6eaa245075 service neutron] Attempting to bind port 4f8ced06-af44-4944-8712-1d93dfbd72ce on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:58:14.915606 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-6e240cf2-2f5d-4bc0-bc5e-6f6eaa245075 service neutron] Attempting to bind port 4f8ced06-af44-4944-8712-1d93dfbd72ce by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'c1bfdc25-a414-4989-8a99-de716f99d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c'}] {{(pid=102946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:58:14.917148 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-6e240cf2-2f5d-4bc0-bc5e-6f6eaa245075 service neutron] Attempting to bind port 4f8ced06-af44-4944-8712-1d93dfbd72ce on network 50eae8c7-06bd-487c-a181-0dbe4478419c {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:58:14.934758 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-6e240cf2-2f5d-4bc0-bc5e-6f6eaa245075 service neutron] Port 4f8ced06-af44-4944-8712-1d93dfbd72ce on network 50eae8c7-06bd-487c-a181-0dbe4478419c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 02:58:14.936939 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-6e240cf2-2f5d-4bc0-bc5e-6f6eaa245075 service neutron] Attempting to bind port 4f8ced06-af44-4944-8712-1d93dfbd72ce on network 50eae8c7-06bd-487c-a181-0dbe4478419c {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:58:14.978794 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c6a3d-59c7-4e7a-b92c-c68bfd8d5a15 req-22b9fdb3-ac4e-48cf-85a4-2b3e88531d43 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:14.980412 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-533c6a3d-59c7-4e7a-b92c-c68bfd8d5a15 req-22b9fdb3-ac4e-48cf-85a4-2b3e88531d43 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 945 time: 0.2852452 Mar 04 02:58:14.984427 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-6e240cf2-2f5d-4bc0-bc5e-6f6eaa245075 service neutron] Checking agent: {'id': '3c9f8f0c-9b00-4c68-8144-2c2180e90486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'started_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:58:14.984427 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-6e240cf2-2f5d-4bc0-bc5e-6f6eaa245075 service neutron] Checking segment: {'id': 'c1bfdc25-a414-4989-8a99-de716f99d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:58:14.984427 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-6e240cf2-2f5d-4bc0-bc5e-6f6eaa245075 service neutron] Bound using segment: {'id': 'c1bfdc25-a414-4989-8a99-de716f99d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c'} {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:58:14.984863 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-6e240cf2-2f5d-4bc0-bc5e-6f6eaa245075 service neutron] Bound port: 4f8ced06-af44-4944-8712-1d93dfbd72ce, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1bfdc25-a414-4989-8a99-de716f99d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c'}}] {{(pid=102946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:58:14.985129 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-6e240cf2-2f5d-4bc0-bc5e-6f6eaa245075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:15.149435 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6334d-1a4c-4e49-b51d-7c9ce0def95d req-0d12c11b-0439-4d69-919d-6c05e7ac3fee tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:15.151077 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5fc6334d-1a4c-4e49-b51d-7c9ce0def95d req-0d12c11b-0439-4d69-919d-6c05e7ac3fee tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 945 time: 0.2019274 Mar 04 02:58:15.156470 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-533c6a3d-59c7-4e7a-b92c-c68bfd8d5a15 req-5824d296-cd74-42e8-8148-a5a5d2dc6153 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671445 Mar 04 02:58:15.167776 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-6e240cf2-2f5d-4bc0-bc5e-6f6eaa245075 service neutron] For port 4f8ced06-af44-4944-8712-1d93dfbd72ce, host hv-cinder-82806, cleared binding levels {{(pid=102946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:58:15.181356 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-6e240cf2-2f5d-4bc0-bc5e-6f6eaa245075 service neutron] For port 4f8ced06-af44-4944-8712-1d93dfbd72ce, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4f8ced06-af44-4944-8712-1d93dfbd72ce,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:58:15.197451 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-6e240cf2-2f5d-4bc0-bc5e-6f6eaa245075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:15.236886 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810059c7-2920-409b-99e1-9b262d938a6d req-e3689546-7b3c-491b-a17b-d1df08422b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:15.239526 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-810059c7-2920-409b-99e1-9b262d938a6d req-e3689546-7b3c-491b-a17b-d1df08422b24 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 1129 time: 0.4850984 Mar 04 02:58:15.261799 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d32e2cf5-6d9d-4fee-bd1c-0d2f4b849721 req-b8dc6fb0-1397-4718-8a19-6c4a9ee88cd5 service neutron] 10.222.0.13 "GET /v2.0/networks/89103e18-9486-4035-aa3f-78b34592cbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5350714 Mar 04 02:58:15.285269 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-6e240cf2-2f5d-4bc0-bc5e-6f6eaa245075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:15.285933 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-6e240cf2-2f5d-4bc0-bc5e-6f6eaa245075 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:15.287481 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-6e240cf2-2f5d-4bc0-bc5e-6f6eaa245075 service neutron] 10.222.0.13 "PUT /v2.0/ports/4f8ced06-af44-4944-8712-1d93dfbd72ce HTTP/1.1" status: 200 len: 1094 time: 2.1981874 Mar 04 02:58:15.295814 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba9647b-67ee-4334-93e0-b1decd95e719', 'tag': '4f8ced06-af44-4944-8712-1d93dfbd72ce'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 02:58:15.299008 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17972e64-a3f4-4151-a71e-a11133291333" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba9647b-67ee-4334-93e0-b1decd95e719", "tag": "4f8ced06-af44-4944-8712-1d93dfbd72ce"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 02:58:15.330445 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5fc6334d-1a4c-4e49-b51d-7c9ce0def95d req-adf6165e-6b40-4f93-91de-8f8d0fff2143 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d84915d2-cf7b-41d7-8954-887b9ae2f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648042 Mar 04 02:58:15.351916 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e240cf2-2f5d-4bc0-bc5e-6f6eaa245075 service neutron] Pushing event updated for resources: {'Port': ['ID=4f8ced06-af44-4944-8712-1d93dfbd72ce,revision_number=3']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:15.383055 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-810059c7-2920-409b-99e1-9b262d938a6d req-ea01df12-e7ec-42f6-bf20-4fd8261a0983 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353028 Mar 04 02:58:15.410906 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb98ac-c8fb-4542-960b-855407c7dccd req-c078ecdf-1839-403b-8d01-59bba2a4fd4c tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:15.412498 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d5fb98ac-c8fb-4542-960b-855407c7dccd req-c078ecdf-1839-403b-8d01-59bba2a4fd4c tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 943 time: 0.1814761 Mar 04 02:58:15.421952 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 02:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd862f65-1731-41c3-b540-ee4c05847fe6 x-openstack-request-id: req-fd862f65-1731-41c3-b540-ee4c05847fe6 {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 02:58:15.422250 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba9647b-67ee-4334-93e0-b1decd95e719", "tag": "4f8ced06-af44-4944-8712-1d93dfbd72ce", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 02:58:15.422510 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd862f65-1731-41c3-b540-ee4c05847fe6 {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 02:58:15.422902 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba9647b-67ee-4334-93e0-b1decd95e719', 'tag': '4f8ced06-af44-4944-8712-1d93dfbd72ce', 'status': 'completed', 'code': 200} Mar 04 02:58:15.443309 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022860e-4e33-4fe1-a271-be86e0a81623 req-00aaf81c-07ce-43a4-9aa1-a8aca4197332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:15.444935 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3022860e-4e33-4fe1-a271-be86e0a81623 req-00aaf81c-07ce-43a4-9aa1-a8aca4197332 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd4856b10f144130bf4788557dd60a24&device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 1127 time: 0.1119432 Mar 04 02:58:15.480154 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d5fb98ac-c8fb-4542-960b-855407c7dccd req-d361e130-b2da-4554-be82-ed445997c483 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563748 Mar 04 02:58:15.480711 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-58001ae7-b8b1-4a9f-bfb5-eaf7f9ede3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:15.482395 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-58001ae7-b8b1-4a9f-bfb5-eaf7f9ede3b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=334bbe5c6d1042b49abc0793f344935b&device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 1128 time: 0.0981836 Mar 04 02:58:15.561928 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b91322-847b-4d3b-a3aa-c977e09626c2 req-8ccf54ab-78b2-4544-b1d8-a3bda6e9739b tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:15.563440 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a3b91322-847b-4d3b-a3aa-c977e09626c2 req-8ccf54ab-78b2-4544-b1d8-a3bda6e9739b tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0571702 Mar 04 02:58:15.614797 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a3b91322-847b-4d3b-a3aa-c977e09626c2 req-1e2f9fcd-9eea-4e5b-aec8-5294cafdceda tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456417 Mar 04 02:58:15.752718 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-1b4e04bc-b6e8-40be-9a52-507ebef0b437 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f8ced06-af44-4944-8712-1d93dfbd72ce HTTP/1.1" status: 200 len: 217 time: 0.0381496 Mar 04 02:58:15.804605 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-c9733161-f26d-4b11-a1bd-656853fa776c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:15.806122 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-c9733161-f26d-4b11-a1bd-656853fa776c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16952d07-ba3d-4d83-b57f-d1a1f6336b50 HTTP/1.1" status: 200 len: 855 time: 0.0473332 Mar 04 02:58:15.808132 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022860e-4e33-4fe1-a271-be86e0a81623 req-30baf5cb-42f9-4fbb-bc14-c0dc14c94d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:15.809595 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3022860e-4e33-4fe1-a271-be86e0a81623 req-30baf5cb-42f9-4fbb-bc14-c0dc14c94d20 service neutron] 10.222.0.13 "GET /v2.0/networks?id=89103e18-9486-4035-aa3f-78b34592cbe0 HTTP/1.1" status: 200 len: 911 time: 0.0953784 Mar 04 02:58:15.859466 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3022860e-4e33-4fe1-a271-be86e0a81623 req-dbfd7706-5fa5-423a-8fba-1e79317addf1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7747af9-a194-4762-89da-a246ee4f140b HTTP/1.1" status: 200 len: 217 time: 0.0388284 Mar 04 02:58:15.865985 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-ea9c2ddd-76c3-40b7-8bb2-03ae72877d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:15.867437 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-ea9c2ddd-76c3-40b7-8bb2-03ae72877d7e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50eae8c7-06bd-487c-a181-0dbe4478419c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488377 Mar 04 02:58:15.944871 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022860e-4e33-4fe1-a271-be86e0a81623 req-d4048693-84d5-4976-b3d8-ac128ce46a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:15.946706 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3022860e-4e33-4fe1-a271-be86e0a81623 req-d4048693-84d5-4976-b3d8-ac128ce46a7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6f4c4ae-a118-4ae8-b92d-55d0c45c943d HTTP/1.1" status: 200 len: 849 time: 0.0817902 Mar 04 02:58:15.960964 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-b705814a-ba81-48a7-b81d-a341d46d9fde service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874248 Mar 04 02:58:15.969157 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9cf62-2dd5-45c5-b612-a13b8a76e2c1 req-701de41c-ab00-4bd5-9486-01a10de82901 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:15.970665 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-55e9cf62-2dd5-45c5-b612-a13b8a76e2c1 req-701de41c-ab00-4bd5-9486-01a10de82901 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 945 time: 0.0974088 Mar 04 02:58:16.047337 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022860e-4e33-4fe1-a271-be86e0a81623 req-cb254821-d63b-4486-902e-2ab950e91a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:16.048858 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3022860e-4e33-4fe1-a271-be86e0a81623 req-cb254821-d63b-4486-902e-2ab950e91a91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=89103e18-9486-4035-aa3f-78b34592cbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0950835 Mar 04 02:58:16.052888 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-55e9cf62-2dd5-45c5-b612-a13b8a76e2c1 req-ad747ea2-f028-4992-a352-d4f8fc7b9863 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662665 Mar 04 02:58:16.053547 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c9a1e0af-505d-451e-89b6-fef21dd5808c req-c766e076-d6e6-4a71-8a8f-2dba010f9073 service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863605 Mar 04 02:58:16.157580 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3022860e-4e33-4fe1-a271-be86e0a81623 req-2dea9000-d205-4a2b-81f4-77cbc4bed5cd service neutron] 10.222.0.13 "GET /v2.0/networks/89103e18-9486-4035-aa3f-78b34592cbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985565 Mar 04 02:58:16.167406 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17972e64-a3f4-4151-a71e-a11133291333 req-6fd6fbfa-ec32-449b-881c-23aed432869e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:16.168909 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-17972e64-a3f4-4151-a71e-a11133291333 req-6fd6fbfa-ec32-449b-881c-23aed432869e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=334bbe5c6d1042b49abc0793f344935b&device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 1128 time: 0.0535932 Mar 04 02:58:16.289406 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17972e64-a3f4-4151-a71e-a11133291333 req-d94fc7ee-83a6-462c-a55d-a98aa0422473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:16.291652 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-17972e64-a3f4-4151-a71e-a11133291333 req-d94fc7ee-83a6-462c-a55d-a98aa0422473 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50eae8c7-06bd-487c-a181-0dbe4478419c HTTP/1.1" status: 200 len: 917 time: 0.1167605 Mar 04 02:58:16.307497 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3022860e-4e33-4fe1-a271-be86e0a81623 req-e1085a9d-8db3-419a-99e2-7b632cd99d8d service neutron] 10.222.0.13 "GET /v2.0/networks/89103e18-9486-4035-aa3f-78b34592cbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435735 Mar 04 02:58:16.324520 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5225e2d-f936-4f8c-9508-c1d0407b18fc req-0bb0b060-4ecc-42b2-a05a-25062d1e8137 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:16.326436 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c5225e2d-f936-4f8c-9508-c1d0407b18fc req-0bb0b060-4ecc-42b2-a05a-25062d1e8137 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 945 time: 0.0799246 Mar 04 02:58:16.347888 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 02:58:16.352228 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-17972e64-a3f4-4151-a71e-a11133291333 req-11cb0381-4687-4dd7-9557-5ae70c8a990c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f8ced06-af44-4944-8712-1d93dfbd72ce HTTP/1.1" status: 200 len: 217 time: 0.0543563 Mar 04 02:58:16.379278 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c5225e2d-f936-4f8c-9508-c1d0407b18fc req-bfba2c91-1f48-45c1-a3f5-e6237f29a45f tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460596 Mar 04 02:58:16.433013 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 03043544-0f88-43de-af71-1007eceb3446 up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:58:16.436400 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17972e64-a3f4-4151-a71e-a11133291333 req-64a68a57-93e9-4a92-aa0c-2503cce856ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:16.438744 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-17972e64-a3f4-4151-a71e-a11133291333 req-64a68a57-93e9-4a92-aa0c-2503cce856ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16952d07-ba3d-4d83-b57f-d1a1f6336b50 HTTP/1.1" status: 200 len: 855 time: 0.0799139 Mar 04 02:58:16.511028 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning for port 03043544-0f88-43de-af71-1007eceb3446 completed by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 02:58:16.514806 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17972e64-a3f4-4151-a71e-a11133291333 req-7886bd12-cbaa-44f4-ac84-8e1ac03b06ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:16.515707 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port 03043544-0f88-43de-af71-1007eceb3446 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:16.520053 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (03043544-0f88-43de-af71-1007eceb3446), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:16.520988 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-17972e64-a3f4-4151-a71e-a11133291333 req-7886bd12-cbaa-44f4-ac84-8e1ac03b06ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50eae8c7-06bd-487c-a181-0dbe4478419c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754397 Mar 04 02:58:16.557593 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33ba5a-2937-4e7c-80b6-db7876e55bd9 req-cc7e8af5-0b94-4839-900d-213730c2db61 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:16.559258 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-dd33ba5a-2937-4e7c-80b6-db7876e55bd9 req-cc7e8af5-0b94-4839-900d-213730c2db61 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 945 time: 0.0876887 Mar 04 02:58:16.658196 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port 03043544-0f88-43de-af71-1007eceb3446 is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:16.658584 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (03043544-0f88-43de-af71-1007eceb3446), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:16.671970 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-dd33ba5a-2937-4e7c-80b6-db7876e55bd9 req-6bd8bb07-2cb8-43af-9d70-482cf88576b9 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d84915d2-cf7b-41d7-8954-887b9ae2f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029890 Mar 04 02:58:16.685154 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3a8ddc-56d5-45f3-b675-a08611940a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03043544-0f88-43de-af71-1007eceb3446'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 02:58:16.685782 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-17972e64-a3f4-4151-a71e-a11133291333 req-c4d734ec-c6d0-40af-961e-e2fcbbe7fd3b service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575284 Mar 04 02:58:16.686826 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c1770-6287-4e20-9a71-138bcdf1715c req-fedacd8f-9dc3-4fa7-b13a-a72e2b8c064b tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:16.688558 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6f9c1770-6287-4e20-9a71-138bcdf1715c req-fedacd8f-9dc3-4fa7-b13a-a72e2b8c064b tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 943 time: 0.0988088 Mar 04 02:58:16.688678 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675ac8d3-7959-4d12-a2be-533044652d69" -d '{"events": [{"server_uuid": "8b3a8ddc-56d5-45f3-b675-a08611940a76", "name": "network-vif-plugged", "status": "completed", "tag": "03043544-0f88-43de-af71-1007eceb3446"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 02:58:16.718959 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 03043544-0f88-43de-af71-1007eceb3446, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=03043544-0f88-43de-af71-1007eceb3446,segment=NetworkSegment(8249a905-31bb-4e01-a616-379d38917352),segment_id=8249a905-31bb-4e01-a616-379d38917352)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:16.727066 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (03043544-0f88-43de-af71-1007eceb3446), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:16.729421 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 0e60cf73-e7a0-430c-b810-b5f543c2075f up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:58:16.834872 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=03043544-0f88-43de-af71-1007eceb3446,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:16.837196 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-17972e64-a3f4-4151-a71e-a11133291333 req-a35e527a-855b-41c6-9ec0-5b5c90f1ae6d service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409347 Mar 04 02:58:16.853173 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning for port 0e60cf73-e7a0-430c-b810-b5f543c2075f completed by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 02:58:16.861546 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port 0e60cf73-e7a0-430c-b810-b5f543c2075f triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:16.862975 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (0e60cf73-e7a0-430c-b810-b5f543c2075f), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:16.870417 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 56256) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:16.877919 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6f9c1770-6287-4e20-9a71-138bcdf1715c req-7d0789eb-0190-4135-a0bd-e0c87d125b12 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817369 Mar 04 02:58:16.938313 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93373f-b12d-4f69-98e4-6204279cae4e req-cba87a18-e33b-4cf5-8941-313314f124a0 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:16.948552 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3d93373f-b12d-4f69-98e4-6204279cae4e req-cba87a18-e33b-4cf5-8941-313314f124a0 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.1839643 Mar 04 02:58:16.994603 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 02:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61149cfe-39f0-4170-bfad-095d854afb5c x-openstack-request-id: req-61149cfe-39f0-4170-bfad-095d854afb5c {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 02:58:16.995769 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3a8ddc-56d5-45f3-b675-a08611940a76", "name": "network-vif-plugged", "status": "completed", "tag": "03043544-0f88-43de-af71-1007eceb3446", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 02:58:16.996588 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61149cfe-39f0-4170-bfad-095d854afb5c {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 02:58:16.997002 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3a8ddc-56d5-45f3-b675-a08611940a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03043544-0f88-43de-af71-1007eceb3446', 'code': 200} Mar 04 02:58:17.038912 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3d93373f-b12d-4f69-98e4-6204279cae4e req-1eb94783-c257-4e96-8b48-bf09490659a5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877404 Mar 04 02:58:17.043257 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port 0e60cf73-e7a0-430c-b810-b5f543c2075f is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:17.043815 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (0e60cf73-e7a0-430c-b810-b5f543c2075f), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:17.071932 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c27c46b7-6e57-460c-813f-96dfe12a0657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:17.110124 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 0e60cf73-e7a0-430c-b810-b5f543c2075f, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=0e60cf73-e7a0-430c-b810-b5f543c2075f,segment=NetworkSegment(8249a905-31bb-4e01-a616-379d38917352),segment_id=8249a905-31bb-4e01-a616-379d38917352)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:17.118508 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (0e60cf73-e7a0-430c-b810-b5f543c2075f), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:17.230394 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=0e60cf73-e7a0-430c-b810-b5f543c2075f,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:17.250169 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb86f3-6355-4cd3-8160-8674074587e3 req-e7eaa85b-5a0e-4f97-ab00-003467153326 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:17.258323 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4bfb86f3-6355-4cd3-8160-8674074587e3 req-e7eaa85b-5a0e-4f97-ab00-003467153326 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.1031606 Mar 04 02:58:17.328231 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4bfb86f3-6355-4cd3-8160-8674074587e3 req-17784c1b-6051-498b-b8b5-03213192a470 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689218 Mar 04 02:58:17.348624 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 56274) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:17.365098 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c27c46b7-6e57-460c-813f-96dfe12a0657 admin admin] Publish callbacks [] for security_group (a906912c-e527-45fe-a099-c6e79bf6b856), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:17.370489 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c27c46b7-6e57-460c-813f-96dfe12a0657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (a906912c-e527-45fe-a099-c6e79bf6b856), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:17.415952 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e84f6-4464-4ca3-8ce3-c2dd650b677c req-6d20ad06-270c-4600-9be0-19820d22d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:17.417477 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-510e84f6-4464-4ca3-8ce3-c2dd650b677c req-6d20ad06-270c-4600-9be0-19820d22d55d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 1130 time: 0.1056323 Mar 04 02:58:17.424722 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-c27c46b7-6e57-460c-813f-96dfe12a0657 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ee536628e0449ff8a36081c5d27668a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5530126 Mar 04 02:58:17.426820 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c46b7-6e57-460c-813f-96dfe12a0657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a906912c-e527-45fe-a099-c6e79bf6b856,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:17.427902 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 56280) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:17.469974 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-510e84f6-4464-4ca3-8ce3-c2dd650b677c req-27490969-c392-4195-84b3-f27d7c532c03 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442088 Mar 04 02:58:17.483953 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-079a233c-0a89-43c6-ba5e-c3621af5ed2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:17.545913 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0314f746-d1ca-4ba7-9756-435e0b6bc1fb admin admin] Publish callbacks [] for security_group (a906912c-e527-45fe-a099-c6e79bf6b856), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:17.586956 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0314f746-d1ca-4ba7-9756-435e0b6bc1fb admin admin] Publish callbacks [] for security_group (a906912c-e527-45fe-a099-c6e79bf6b856), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:17.595135 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c678a-0f63-41e3-b074-d236a0174c9b req-4b3d61a4-644f-4951-992e-4aabdf9f1820 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:17.597278 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b12c678a-0f63-41e3-b074-d236a0174c9b req-4b3d61a4-644f-4951-992e-4aabdf9f1820 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 945 time: 0.1181903 Mar 04 02:58:17.695992 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b12c678a-0f63-41e3-b074-d236a0174c9b req-1fc14948-6f35-4fd0-b2fc-1c5540cac5f4 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902386 Mar 04 02:58:17.715712 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-079a233c-0a89-43c6-ba5e-c3621af5ed2c admin admin] Publish callbacks [] for security_group (27e9ba14-72f7-44c9-84a3-718b8313d7cd), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:17.719469 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0314f746-d1ca-4ba7-9756-435e0b6bc1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (a906912c-e527-45fe-a099-c6e79bf6b856), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:17.723433 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0314f746-d1ca-4ba7-9756-435e0b6bc1fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:17.724832 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-0314f746-d1ca-4ba7-9756-435e0b6bc1fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a906912c-e527-45fe-a099-c6e79bf6b856 HTTP/1.1" status: 204 len: 168 time: 0.2954509 Mar 04 02:58:17.730401 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-079a233c-0a89-43c6-ba5e-c3621af5ed2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (27e9ba14-72f7-44c9-84a3-718b8313d7cd), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:17.753834 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314f746-d1ca-4ba7-9756-435e0b6bc1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a906912c-e527-45fe-a099-c6e79bf6b856,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:17.790209 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-079a233c-0a89-43c6-ba5e-c3621af5ed2c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6ca812197c548c7807aa5611541a02d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4404893 Mar 04 02:58:17.792889 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 56298) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:17.801853 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a233c-0a89-43c6-ba5e-c3621af5ed2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e9ba14-72f7-44c9-84a3-718b8313d7cd,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:17.871776 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c9584d21-fa1f-4add-8abd-ad6636501b02 admin admin] Publish callbacks [] for security_group (27e9ba14-72f7-44c9-84a3-718b8313d7cd), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:17.898567 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c9584d21-fa1f-4add-8abd-ad6636501b02 admin admin] Publish callbacks [] for security_group (27e9ba14-72f7-44c9-84a3-718b8313d7cd), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:17.965437 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c9584d21-fa1f-4add-8abd-ad6636501b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (27e9ba14-72f7-44c9-84a3-718b8313d7cd), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:17.969010 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c9584d21-fa1f-4add-8abd-ad6636501b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:17.970999 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-c9584d21-fa1f-4add-8abd-ad6636501b02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/27e9ba14-72f7-44c9-84a3-718b8313d7cd HTTP/1.1" status: 204 len: 168 time: 0.1770756 Mar 04 02:58:17.986889 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9584d21-fa1f-4add-8abd-ad6636501b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e9ba14-72f7-44c9-84a3-718b8313d7cd,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:18.155211 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf66e51-5d9a-4aad-ac2e-be4db4868171 req-17babd3d-8317-4651-a9d8-53f5c6949c75 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:18.160614 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-baf66e51-5d9a-4aad-ac2e-be4db4868171 req-17babd3d-8317-4651-a9d8-53f5c6949c75 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 943 time: 0.1242697 Mar 04 02:58:18.198319 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 56312) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:18.235022 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-499cd88b-8cca-4720-9b56-28d7d8479572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:18.266049 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-baf66e51-5d9a-4aad-ac2e-be4db4868171 req-ce38ed1b-4014-463f-92fd-e74fb1858c90 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959296 Mar 04 02:58:18.306752 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428b592-835f-498d-bf88-5681ee609ee5 req-03451649-5755-4319-90a1-4c7137d69f52 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:18.316359 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c428b592-835f-498d-bf88-5681ee609ee5 req-03451649-5755-4319-90a1-4c7137d69f52 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.1194141 Mar 04 02:58:18.368328 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-499cd88b-8cca-4720-9b56-28d7d8479572 admin admin] Publish callbacks [] for security_group (12233cfa-315e-47c8-930a-631a49ca5f9d), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:18.374442 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-499cd88b-8cca-4720-9b56-28d7d8479572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (12233cfa-315e-47c8-930a-631a49ca5f9d), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:18.419927 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c428b592-835f-498d-bf88-5681ee609ee5 req-661a7904-a47d-400e-9637-b4e0a1cf189a tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014743 Mar 04 02:58:18.453209 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cd88b-8cca-4720-9b56-28d7d8479572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12233cfa-315e-47c8-930a-631a49ca5f9d,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:18.465921 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-499cd88b-8cca-4720-9b56-28d7d8479572 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=531fce20fbe5439aa1103e0f115c0425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641301 Mar 04 02:58:18.466704 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 56324) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:18.529675 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 56328) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:18.544730 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-dc3706f5-8f9a-4ded-86c6-41a7f4e8e734 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:18.606756 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f7cccb86-7716-4887-b664-ed53d695cedc admin admin] Publish callbacks [] for security_group (12233cfa-315e-47c8-930a-631a49ca5f9d), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:18.618934 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384add26-390e-45d9-a602-5e2097c1cae9 req-af2b43d0-90cf-47d9-a694-523200856c4d tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:18.622294 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-384add26-390e-45d9-a602-5e2097c1cae9 req-af2b43d0-90cf-47d9-a694-523200856c4d tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.1259201 Mar 04 02:58:18.665715 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-dc3706f5-8f9a-4ded-86c6-41a7f4e8e734 admin admin] Publish callbacks [] for security_group (b232d6ea-92f3-4042-9309-0ccde0305896), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:18.668018 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f7cccb86-7716-4887-b664-ed53d695cedc admin admin] Publish callbacks [] for security_group (12233cfa-315e-47c8-930a-631a49ca5f9d), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:18.671513 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-dc3706f5-8f9a-4ded-86c6-41a7f4e8e734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (b232d6ea-92f3-4042-9309-0ccde0305896), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:18.730961 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-dc3706f5-8f9a-4ded-86c6-41a7f4e8e734 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26fbb9f17fb743a9a9ea257d11d00986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1972549 Mar 04 02:58:18.730961 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 56338) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:18.734960 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-384add26-390e-45d9-a602-5e2097c1cae9 req-cacc5ae3-54ee-4cf6-8672-f714988311a5 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983236 Mar 04 02:58:18.740555 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3706f5-8f9a-4ded-86c6-41a7f4e8e734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b232d6ea-92f3-4042-9309-0ccde0305896,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:18.757916 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f7cccb86-7716-4887-b664-ed53d695cedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (12233cfa-315e-47c8-930a-631a49ca5f9d), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:18.762807 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f7cccb86-7716-4887-b664-ed53d695cedc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:18.767319 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-f7cccb86-7716-4887-b664-ed53d695cedc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12233cfa-315e-47c8-930a-631a49ca5f9d HTTP/1.1" status: 204 len: 168 time: 0.2968903 Mar 04 02:58:18.775891 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cccb86-7716-4887-b664-ed53d695cedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12233cfa-315e-47c8-930a-631a49ca5f9d,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:18.828530 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e5082a2a-4305-4a39-99a2-8585e6f871e1 admin admin] Publish callbacks [] for security_group (b232d6ea-92f3-4042-9309-0ccde0305896), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:18.885975 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e5082a2a-4305-4a39-99a2-8585e6f871e1 admin admin] Publish callbacks [] for security_group (b232d6ea-92f3-4042-9309-0ccde0305896), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:18.955131 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e5082a2a-4305-4a39-99a2-8585e6f871e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (b232d6ea-92f3-4042-9309-0ccde0305896), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:18.959365 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e5082a2a-4305-4a39-99a2-8585e6f871e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:18.961552 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-e5082a2a-4305-4a39-99a2-8585e6f871e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b232d6ea-92f3-4042-9309-0ccde0305896 HTTP/1.1" status: 204 len: 168 time: 0.2294221 Mar 04 02:58:18.974460 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5082a2a-4305-4a39-99a2-8585e6f871e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b232d6ea-92f3-4042-9309-0ccde0305896,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:18.998237 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638e143c-a3d1-4ff2-b476-0b807e105eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e60cf73-e7a0-430c-b810-b5f543c2075f'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 02:58:19.001908 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca510b60-9a5f-40a7-9eb7-e34086b3665a" -d '{"events": [{"server_uuid": "638e143c-a3d1-4ff2-b476-0b807e105eb5", "name": "network-vif-plugged", "status": "completed", "tag": "0e60cf73-e7a0-430c-b810-b5f543c2075f"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 02:58:19.046203 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 02:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c1d2d7-2870-4282-8b5e-1572821288cc x-openstack-request-id: req-14c1d2d7-2870-4282-8b5e-1572821288cc {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 02:58:19.046493 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638e143c-a3d1-4ff2-b476-0b807e105eb5", "name": "network-vif-plugged", "status": "completed", "tag": "0e60cf73-e7a0-430c-b810-b5f543c2075f", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 02:58:19.047442 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14c1d2d7-2870-4282-8b5e-1572821288cc {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 02:58:19.047844 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638e143c-a3d1-4ff2-b476-0b807e105eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e60cf73-e7a0-430c-b810-b5f543c2075f', 'code': 200} Mar 04 02:58:19.376295 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f8f84-a8ab-40a5-aa1d-92f796ddb1de req-b5069907-1cda-47d1-8b2f-e6cc30dc5b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:19.378560 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4c0f8f84-a8ab-40a5-aa1d-92f796ddb1de req-b5069907-1cda-47d1-8b2f-e6cc30dc5b91 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 1130 time: 0.0531890 Mar 04 02:58:19.442853 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4c0f8f84-a8ab-40a5-aa1d-92f796ddb1de req-c5508c21-621b-4636-bdce-03bf9df8182d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559156 Mar 04 02:58:19.485979 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8dfa7-5130-408e-a3e1-484d1f0127b3 req-66b121d9-7fee-4b67-9914-ff88ad4ca1a5 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:19.489156 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c6e8dfa7-5130-408e-a3e1-484d1f0127b3 req-66b121d9-7fee-4b67-9914-ff88ad4ca1a5 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 943 time: 0.1062582 Mar 04 02:58:19.500144 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 56380) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:19.522640 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fa788449-4998-48a3-8462-24c20c15c24b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:19.556362 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c6e8dfa7-5130-408e-a3e1-484d1f0127b3 req-686e4d27-b8e7-47d1-b326-f765264abb7c tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574260 Mar 04 02:58:19.629258 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fa788449-4998-48a3-8462-24c20c15c24b admin admin] Publish callbacks [] for security_group (fad8bd94-d1fe-4642-92af-9f66e7e9e689), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:19.636349 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fa788449-4998-48a3-8462-24c20c15c24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (fad8bd94-d1fe-4642-92af-9f66e7e9e689), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:19.686677 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-fa788449-4998-48a3-8462-24c20c15c24b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64cc4754642444508faf479576cfe02c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1831608 Mar 04 02:58:19.686677 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa788449-4998-48a3-8462-24c20c15c24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad8bd94-d1fe-4642-92af-9f66e7e9e689,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:19.700579 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 56384) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:19.745840 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97443091-fbf6-4189-8b45-f71dfd65d10d req-8cfcc011-e003-4eea-947b-dc4c411e9006 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:19.747365 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-97443091-fbf6-4189-8b45-f71dfd65d10d req-8cfcc011-e003-4eea-947b-dc4c411e9006 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0997570 Mar 04 02:58:19.791003 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6bcaf383-7eff-4ae4-8325-54a3e285e933 admin admin] Publish callbacks [] for security_group (fad8bd94-d1fe-4642-92af-9f66e7e9e689), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:19.814992 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6bcaf383-7eff-4ae4-8325-54a3e285e933 admin admin] Publish callbacks [] for security_group (fad8bd94-d1fe-4642-92af-9f66e7e9e689), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:19.840990 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-97443091-fbf6-4189-8b45-f71dfd65d10d req-99fa12e4-6376-434b-9b69-38265251907a tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860906 Mar 04 02:58:19.885472 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6bcaf383-7eff-4ae4-8325-54a3e285e933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (fad8bd94-d1fe-4642-92af-9f66e7e9e689), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:19.889413 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6bcaf383-7eff-4ae4-8325-54a3e285e933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:19.891304 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-6bcaf383-7eff-4ae4-8325-54a3e285e933 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fad8bd94-d1fe-4642-92af-9f66e7e9e689 HTTP/1.1" status: 204 len: 168 time: 0.1890337 Mar 04 02:58:19.901422 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcaf383-7eff-4ae4-8325-54a3e285e933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad8bd94-d1fe-4642-92af-9f66e7e9e689,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:19.932220 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d736744-2177-413e-bed4-500d18c6eb27 req-ce825911-d60b-4e68-b300-450f84c5e6ef tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:19.940662 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1d736744-2177-413e-bed4-500d18c6eb27 req-ce825911-d60b-4e68-b300-450f84c5e6ef tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0766644 Mar 04 02:58:19.997880 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1d736744-2177-413e-bed4-500d18c6eb27 req-2938d8e3-48d7-4ccf-82a4-00a4084f06df tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540164 Mar 04 02:58:20.460268 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 4f8ced06-af44-4944-8712-1d93dfbd72ce details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 02:58:20.577857 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 4f8ced06-af44-4944-8712-1d93dfbd72ce, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4f8ced06-af44-4944-8712-1d93dfbd72ce,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:20.590591 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': '4f8ced06-af44-4944-8712-1d93dfbd72ce', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'port_id': '4f8ced06-af44-4944-8712-1d93dfbd72ce', 'mac_address': 'fa:16:3e:4c:21:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 02:58:20.639522 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port 4f8ced06-af44-4944-8712-1d93dfbd72ce is: DOWN; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:20.640030 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:20.661435 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f8ced06-af44-4944-8712-1d93dfbd72ce {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 02:58:20.687613 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 4f8ced06-af44-4944-8712-1d93dfbd72ce, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4f8ced06-af44-4944-8712-1d93dfbd72ce,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:20.695829 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:20.696961 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device f7747af9-a194-4762-89da-a246ee4f140b details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 02:58:20.707894 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891f8ea-94bb-4eaf-85a2-c086c216fbeb req-e482dc5d-0a02-4c26-baa2-c1f746f1acdf tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:20.715062 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e891f8ea-94bb-4eaf-85a2-c086c216fbeb req-e482dc5d-0a02-4c26-baa2-c1f746f1acdf tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 943 time: 0.0695100 Mar 04 02:58:20.787055 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e891f8ea-94bb-4eaf-85a2-c086c216fbeb req-a9d62b83-ddc8-4efb-b13d-17ef1f9d2f44 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661168 Mar 04 02:58:20.818712 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=4f8ced06-af44-4944-8712-1d93dfbd72ce,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:20.860263 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port f7747af9-a194-4762-89da-a246ee4f140b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f7747af9-a194-4762-89da-a246ee4f140b,segment=NetworkSegment(f84e4a76-fe05-4a76-bef8-c293ba04a698),segment_id=f84e4a76-fe05-4a76-bef8-c293ba04a698)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:20.879529 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': 'f7747af9-a194-4762-89da-a246ee4f140b', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'port_id': 'f7747af9-a194-4762-89da-a246ee4f140b', 'mac_address': 'fa:16:3e:ff:64:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 02:58:20.937128 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 56456) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:20.964072 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port f7747af9-a194-4762-89da-a246ee4f140b is: DOWN; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:20.964591 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (f7747af9-a194-4762-89da-a246ee4f140b), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:20.985023 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7747af9-a194-4762-89da-a246ee4f140b {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 02:58:21.006009 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716b45b-fa04-41d5-b9cc-ac86730339d7 req-298bcb1c-6806-4443-9e4d-a3b14f946bd3 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:21.008220 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b716b45b-fa04-41d5-b9cc-ac86730339d7 req-298bcb1c-6806-4443-9e4d-a3b14f946bd3 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 945 time: 0.0644519 Mar 04 02:58:21.037969 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port f7747af9-a194-4762-89da-a246ee4f140b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f7747af9-a194-4762-89da-a246ee4f140b,segment=NetworkSegment(f84e4a76-fe05-4a76-bef8-c293ba04a698),segment_id=f84e4a76-fe05-4a76-bef8-c293ba04a698)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:21.046518 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (f7747af9-a194-4762-89da-a246ee4f140b), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:21.162572 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=f7747af9-a194-4762-89da-a246ee4f140b,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:21.179746 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b716b45b-fa04-41d5-b9cc-ac86730339d7 req-3efc18b5-05e0-4da2-88e2-b1696617c046 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561193 Mar 04 02:58:21.216750 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de2246-e7fd-41f9-b0e3-8d7d664117c7 req-2bdd3aa1-1600-45ee-a25c-f8c54220bec6 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:21.218848 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c0de2246-e7fd-41f9-b0e3-8d7d664117c7 req-2bdd3aa1-1600-45ee-a25c-f8c54220bec6 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0874696 Mar 04 02:58:21.267037 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c0de2246-e7fd-41f9-b0e3-8d7d664117c7 req-a7d8e2d9-6460-4bee-b66d-d5fe44f9dc27 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422182 Mar 04 02:58:21.307048 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-929e3b01-1620-4b89-96ae-4bdbfabf76c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:21.415894 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-929e3b01-1620-4b89-96ae-4bdbfabf76c0 admin admin] Publish callbacks [] for security_group (8abd8215-da50-4716-bdf9-1cba7079d22a), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:21.425277 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-929e3b01-1620-4b89-96ae-4bdbfabf76c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (8abd8215-da50-4716-bdf9-1cba7079d22a), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:21.438070 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['f7747af9-a194-4762-89da-a246ee4f140b'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 02:58:21.465195 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e3b01-1620-4b89-96ae-4bdbfabf76c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abd8215-da50-4716-bdf9-1cba7079d22a,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:21.492638 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 56486) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:21.493410 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-929e3b01-1620-4b89-96ae-4bdbfabf76c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e74d933c6dfc446bb66b286578c30390&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5543370 Mar 04 02:58:21.523996 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['4f8ced06-af44-4944-8712-1d93dfbd72ce'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 02:58:21.568748 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-dc3cb364-eb92-4636-b121-ce2cd3fd00cb admin admin] Publish callbacks [] for security_group (8abd8215-da50-4716-bdf9-1cba7079d22a), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:21.601608 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-dc3cb364-eb92-4636-b121-ce2cd3fd00cb admin admin] Publish callbacks [] for security_group (8abd8215-da50-4716-bdf9-1cba7079d22a), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:21.664679 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-dc3cb364-eb92-4636-b121-ce2cd3fd00cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (8abd8215-da50-4716-bdf9-1cba7079d22a), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:21.670449 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-dc3cb364-eb92-4636-b121-ce2cd3fd00cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:21.672865 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-dc3cb364-eb92-4636-b121-ce2cd3fd00cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8abd8215-da50-4716-bdf9-1cba7079d22a HTTP/1.1" status: 204 len: 168 time: 0.1791871 Mar 04 02:58:21.698945 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cb364-eb92-4636-b121-ce2cd3fd00cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abd8215-da50-4716-bdf9-1cba7079d22a,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:21.879722 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24dac4-2719-4bac-84ae-337f47b0ac94 req-aed28ffa-6178-46fb-9005-65bc5966227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:21.881269 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0a24dac4-2719-4bac-84ae-337f47b0ac94 req-aed28ffa-6178-46fb-9005-65bc5966227c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=435f5c6cbc834e5e9948bd463d8aa129&device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 1130 time: 0.1216006 Mar 04 02:58:21.901855 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d74bf3-a063-4477-87b5-827545abc2f6 req-da8beba3-c4e1-4b0d-ab2d-5e4549b9838c tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:21.911451 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e1d74bf3-a063-4477-87b5-827545abc2f6 req-da8beba3-c4e1-4b0d-ab2d-5e4549b9838c tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0845637 Mar 04 02:58:22.004616 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e1d74bf3-a063-4477-87b5-827545abc2f6 req-f9e78760-d2c2-4fdd-9ba0-b9aac78b571a tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868571 Mar 04 02:58:22.014731 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24dac4-2719-4bac-84ae-337f47b0ac94 req-b4935e1d-719a-4705-a42f-54981d67222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:22.016292 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0a24dac4-2719-4bac-84ae-337f47b0ac94 req-b4935e1d-719a-4705-a42f-54981d67222a service neutron] 10.222.0.13 "GET /v2.0/networks?id=d64efdae-0305-4058-8f96-4ee6eb81be2d HTTP/1.1" status: 200 len: 920 time: 0.1275065 Mar 04 02:58:22.069095 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0a24dac4-2719-4bac-84ae-337f47b0ac94 req-4e868303-a0ab-4711-8b71-8eb026874b79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e60cf73-e7a0-430c-b810-b5f543c2075f HTTP/1.1" status: 200 len: 217 time: 0.0462997 Mar 04 02:58:22.074899 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785326ee-db15-4074-8e32-d9e358f9cf12 req-8d699a44-eb32-4c21-916e-d1ef80e6ebd0 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:22.077116 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-785326ee-db15-4074-8e32-d9e358f9cf12 req-8d699a44-eb32-4c21-916e-d1ef80e6ebd0 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 944 time: 0.1202497 Mar 04 02:58:22.130782 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24dac4-2719-4bac-84ae-337f47b0ac94 req-6aba2373-8169-4d50-a941-de1fbfd7f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:22.132265 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0a24dac4-2719-4bac-84ae-337f47b0ac94 req-6aba2373-8169-4d50-a941-de1fbfd7f88e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a402aac-443f-4244-b7c1-141fa3d052d2 HTTP/1.1" status: 200 len: 859 time: 0.0559433 Mar 04 02:58:22.144447 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-785326ee-db15-4074-8e32-d9e358f9cf12 req-6020e29a-fc18-4d5e-a5be-0988a492bbf1 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583241 Mar 04 02:58:22.173560 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 56516) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:22.179311 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0a24dac4-2719-4bac-84ae-337f47b0ac94 req-485fab50-1b5c-44d6-8e76-54a82158f3b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d64efdae-0305-4058-8f96-4ee6eb81be2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406759 Mar 04 02:58:22.188786 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d08e9b2e-4d77-4f9d-80f3-1416051051d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:22.306698 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0a24dac4-2719-4bac-84ae-337f47b0ac94 req-d714c8ab-f5d9-443a-a740-487efb567e01 service neutron] 10.222.0.13 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168683 Mar 04 02:58:22.310567 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d08e9b2e-4d77-4f9d-80f3-1416051051d1 admin admin] Publish callbacks [] for security_group (7478f9c2-6f25-4fb6-8279-68cfe42b327f), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:22.319416 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 56522) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:22.326617 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d08e9b2e-4d77-4f9d-80f3-1416051051d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (7478f9c2-6f25-4fb6-8279-68cfe42b327f), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:22.371626 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdc453-bf03-4d19-84ba-03b1c93af03d req-7a6d0972-ed76-4b9f-aaa4-996307a94260 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:22.373118 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-affdc453-bf03-4d19-84ba-03b1c93af03d req-7a6d0972-ed76-4b9f-aaa4-996307a94260 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 945 time: 0.1000192 Mar 04 02:58:22.378319 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-d08e9b2e-4d77-4f9d-80f3-1416051051d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8bd32aafc69743d5a695b676b446edd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2007685 Mar 04 02:58:22.378751 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 56526) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:22.391059 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e9b2e-4d77-4f9d-80f3-1416051051d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7478f9c2-6f25-4fb6-8279-68cfe42b327f,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:22.436892 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0a24dac4-2719-4bac-84ae-337f47b0ac94 req-c9f4f9ce-09c2-4241-a41c-9c238aaf2443 service neutron] 10.222.0.13 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233056 Mar 04 02:58:22.455592 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-64aada4d-5e25-4b17-8ac2-6b9aff459650 admin admin] Publish callbacks [] for security_group (7478f9c2-6f25-4fb6-8279-68cfe42b327f), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:22.457018 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e0ad8e20-03c7-47b9-8da2-893a73154b4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:22.461715 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-affdc453-bf03-4d19-84ba-03b1c93af03d req-9aa65f69-2a75-4a56-a54b-968de22ceef8 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807440 Mar 04 02:58:22.492182 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-64aada4d-5e25-4b17-8ac2-6b9aff459650 admin admin] Publish callbacks [] for security_group (7478f9c2-6f25-4fb6-8279-68cfe42b327f), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:22.543708 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e0ad8e20-03c7-47b9-8da2-893a73154b4a admin admin] Publish callbacks [] for security_group (966e7979-d1db-442b-875d-3d74a2ac905e), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:22.553936 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-64aada4d-5e25-4b17-8ac2-6b9aff459650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (7478f9c2-6f25-4fb6-8279-68cfe42b327f), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:22.554259 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e0ad8e20-03c7-47b9-8da2-893a73154b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (966e7979-d1db-442b-875d-3d74a2ac905e), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:22.557336 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-64aada4d-5e25-4b17-8ac2-6b9aff459650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:22.560808 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-64aada4d-5e25-4b17-8ac2-6b9aff459650 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7478f9c2-6f25-4fb6-8279-68cfe42b327f HTTP/1.1" status: 204 len: 168 time: 0.1786830 Mar 04 02:58:22.567317 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aada4d-5e25-4b17-8ac2-6b9aff459650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7478f9c2-6f25-4fb6-8279-68cfe42b327f,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:22.596792 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-e0ad8e20-03c7-47b9-8da2-893a73154b4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=600a60f0dcf64d1591e7717631711c50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2763286 Mar 04 02:58:22.597789 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad8e20-03c7-47b9-8da2-893a73154b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966e7979-d1db-442b-875d-3d74a2ac905e,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:22.599686 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 56534) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:22.653329 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-38393d31-9fcd-45bc-8d8c-52c7ee9a50e8 admin admin] Publish callbacks [] for security_group (966e7979-d1db-442b-875d-3d74a2ac905e), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:22.685924 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-38393d31-9fcd-45bc-8d8c-52c7ee9a50e8 admin admin] Publish callbacks [] for security_group (966e7979-d1db-442b-875d-3d74a2ac905e), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:22.749015 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-38393d31-9fcd-45bc-8d8c-52c7ee9a50e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (966e7979-d1db-442b-875d-3d74a2ac905e), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:22.751850 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-38393d31-9fcd-45bc-8d8c-52c7ee9a50e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:22.754096 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-38393d31-9fcd-45bc-8d8c-52c7ee9a50e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/966e7979-d1db-442b-875d-3d74a2ac905e HTTP/1.1" status: 204 len: 168 time: 0.1529162 Mar 04 02:58:22.766471 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38393d31-9fcd-45bc-8d8c-52c7ee9a50e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966e7979-d1db-442b-875d-3d74a2ac905e,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:22.904687 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 56540) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:22.919096 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-ea04ee5f-abf5-4683-a265-b8aa87264d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:23.050461 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-ea04ee5f-abf5-4683-a265-b8aa87264d55 admin admin] Publish callbacks [] for security_group (c6a515df-707e-472f-9e4c-4d3b615e5b8e), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:23.065352 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-ea04ee5f-abf5-4683-a265-b8aa87264d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (c6a515df-707e-472f-9e4c-4d3b615e5b8e), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:23.133753 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04ee5f-abf5-4683-a265-b8aa87264d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a515df-707e-472f-9e4c-4d3b615e5b8e,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:23.145713 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 56556) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:23.152834 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-ea04ee5f-abf5-4683-a265-b8aa87264d55 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6de3be2e167f4a33ae56dd1a6c9462bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497268 Mar 04 02:58:23.186408 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42440079-7fdc-4cd3-9ac8-d435c2d9548d req-f43f0854-d762-47d7-8d4a-bdf2152ed7c7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:23.188091 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-42440079-7fdc-4cd3-9ac8-d435c2d9548d req-f43f0854-d762-47d7-8d4a-bdf2152ed7c7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.1019609 Mar 04 02:58:23.203058 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f09da0ad-d66e-4fd6-8978-406111524561 admin admin] Publish callbacks [] for security_group (c6a515df-707e-472f-9e4c-4d3b615e5b8e), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:23.234015 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f09da0ad-d66e-4fd6-8978-406111524561 admin admin] Publish callbacks [] for security_group (c6a515df-707e-472f-9e4c-4d3b615e5b8e), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:23.252401 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 56564) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:23.287841 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f4a641b0-3963-4d99-a7c3-acb21038ddb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:23.311688 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f09da0ad-d66e-4fd6-8978-406111524561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (c6a515df-707e-472f-9e4c-4d3b615e5b8e), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:23.314597 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f09da0ad-d66e-4fd6-8978-406111524561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:23.315175 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-42440079-7fdc-4cd3-9ac8-d435c2d9548d req-6922470d-8646-4f93-832c-1c842e2d6ae7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188450 Mar 04 02:58:23.316207 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-f09da0ad-d66e-4fd6-8978-406111524561 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6a515df-707e-472f-9e4c-4d3b615e5b8e HTTP/1.1" status: 204 len: 168 time: 0.1693761 Mar 04 02:58:23.327215 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09da0ad-d66e-4fd6-8978-406111524561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a515df-707e-472f-9e4c-4d3b615e5b8e,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:23.383346 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cada96-a034-4ee1-ad69-b0e0f4b2fb5c req-d8d2a7e7-26e4-49b6-aafe-cf6f57a28d52 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:23.385023 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c5cada96-a034-4ee1-ad69-b0e0f4b2fb5c req-d8d2a7e7-26e4-49b6-aafe-cf6f57a28d52 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 944 time: 0.1209877 Mar 04 02:58:23.462418 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f4a641b0-3963-4d99-a7c3-acb21038ddb1 admin admin] Publish callbacks [] for security_group (8442ca7f-e8d8-46c8-9085-878f8d2d51a5), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:23.466890 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c5cada96-a034-4ee1-ad69-b0e0f4b2fb5c req-61baafcf-a7fc-493a-b69a-ac442fd4a776 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709050 Mar 04 02:58:23.470296 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f4a641b0-3963-4d99-a7c3-acb21038ddb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (8442ca7f-e8d8-46c8-9085-878f8d2d51a5), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:23.522709 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-f4a641b0-3963-4d99-a7c3-acb21038ddb1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=280586caabea439c9ed29b6eddb3e48f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675979 Mar 04 02:58:23.523163 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 56572) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:23.536666 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a641b0-3963-4d99-a7c3-acb21038ddb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8442ca7f-e8d8-46c8-9085-878f8d2d51a5,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:23.640638 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-9151131a-b430-4a72-91c6-409e0b7d73f3 admin admin] Publish callbacks [] for security_group (8442ca7f-e8d8-46c8-9085-878f8d2d51a5), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:23.653526 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c830a7-5bab-4501-a024-59744ec361e3 req-81b9f8e3-124f-45c9-a749-ef74585f3aca tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:23.655074 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-12c830a7-5bab-4501-a024-59744ec361e3 req-81b9f8e3-124f-45c9-a749-ef74585f3aca tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 945 time: 0.0960994 Mar 04 02:58:23.687005 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-9151131a-b430-4a72-91c6-409e0b7d73f3 admin admin] Publish callbacks [] for security_group (8442ca7f-e8d8-46c8-9085-878f8d2d51a5), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:23.740981 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-12c830a7-5bab-4501-a024-59744ec361e3 req-488fa081-4346-4e82-836f-00902a110d5f tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792136 Mar 04 02:58:23.765076 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-9151131a-b430-4a72-91c6-409e0b7d73f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (8442ca7f-e8d8-46c8-9085-878f8d2d51a5), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:23.767634 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-9151131a-b430-4a72-91c6-409e0b7d73f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:23.769880 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-9151131a-b430-4a72-91c6-409e0b7d73f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8442ca7f-e8d8-46c8-9085-878f8d2d51a5 HTTP/1.1" status: 204 len: 168 time: 0.2458248 Mar 04 02:58:23.782652 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151131a-b430-4a72-91c6-409e0b7d73f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8442ca7f-e8d8-46c8-9085-878f8d2d51a5,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:24.463824 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4722d-3334-4a87-a526-5dd6de1b8409 req-e2fefff1-2fdf-424e-9755-c2b7ab09488d tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:24.468850 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device f7747af9-a194-4762-89da-a246ee4f140b up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:58:24.472210 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-87c4722d-3334-4a87-a526-5dd6de1b8409 req-e2fefff1-2fdf-424e-9755-c2b7ab09488d tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0712571 Mar 04 02:58:24.535458 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-87c4722d-3334-4a87-a526-5dd6de1b8409 req-5c368a4d-a33b-4344-8e26-bd4aebc4fd73 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617115 Mar 04 02:58:24.567591 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning for port f7747af9-a194-4762-89da-a246ee4f140b completed by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 02:58:24.577826 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port f7747af9-a194-4762-89da-a246ee4f140b triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:24.578210 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (f7747af9-a194-4762-89da-a246ee4f140b), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:24.647301 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ff2a0-81e1-4435-bceb-4cb2e45d0145 req-219fad54-b16e-49b9-a920-c0e936fa2fde tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:24.653068 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ab5ff2a0-81e1-4435-bceb-4cb2e45d0145 req-219fad54-b16e-49b9-a920-c0e936fa2fde tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 944 time: 0.0799263 Mar 04 02:58:24.689457 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port f7747af9-a194-4762-89da-a246ee4f140b is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:24.690403 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (f7747af9-a194-4762-89da-a246ee4f140b), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:24.718652 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c0263f-d4de-443a-8044-c11972633ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7747af9-a194-4762-89da-a246ee4f140b'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 02:58:24.720912 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5a14ad-bfc0-47f0-918f-72f42771dc2f" -d '{"events": [{"server_uuid": "52c0263f-d4de-443a-8044-c11972633ba7", "name": "network-vif-plugged", "status": "completed", "tag": "f7747af9-a194-4762-89da-a246ee4f140b"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 02:58:24.742213 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ab5ff2a0-81e1-4435-bceb-4cb2e45d0145 req-3d0461f4-0068-4c88-8318-0a42cc67f9f3 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818834 Mar 04 02:58:24.760968 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port f7747af9-a194-4762-89da-a246ee4f140b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f7747af9-a194-4762-89da-a246ee4f140b,segment=NetworkSegment(f84e4a76-fe05-4a76-bef8-c293ba04a698),segment_id=f84e4a76-fe05-4a76-bef8-c293ba04a698)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:24.778646 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (f7747af9-a194-4762-89da-a246ee4f140b), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:24.779498 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 4f8ced06-af44-4944-8712-1d93dfbd72ce up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:58:24.841840 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 02:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54233323-6e34-4080-8c19-24e2763770ee x-openstack-request-id: req-54233323-6e34-4080-8c19-24e2763770ee {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 02:58:24.845313 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c0263f-d4de-443a-8044-c11972633ba7", "name": "network-vif-plugged", "status": "completed", "tag": "f7747af9-a194-4762-89da-a246ee4f140b", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 02:58:24.850652 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54233323-6e34-4080-8c19-24e2763770ee {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 02:58:24.851801 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c0263f-d4de-443a-8044-c11972633ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7747af9-a194-4762-89da-a246ee4f140b', 'code': 200} Mar 04 02:58:24.967302 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=f7747af9-a194-4762-89da-a246ee4f140b,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:24.968859 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bf984-e329-4229-8ac6-14e5ad1fa590 req-ec2fc6ee-822a-4fe4-b5e3-23beb10583ac tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:24.970505 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5b7bf984-e329-4229-8ac6-14e5ad1fa590 req-ec2fc6ee-822a-4fe4-b5e3-23beb10583ac tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 945 time: 0.0848188 Mar 04 02:58:24.993455 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning for port 4f8ced06-af44-4944-8712-1d93dfbd72ce completed by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 02:58:24.998815 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port 4f8ced06-af44-4944-8712-1d93dfbd72ce triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:24.999199 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:25.043805 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5b7bf984-e329-4229-8ac6-14e5ad1fa590 req-c6cb9f50-93c1-4eb1-a9e1-6ab99f6d1d13 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629303 Mar 04 02:58:25.045129 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7209b-e7f1-47e8-ba5c-7ceb85dc2f58 req-ea8956c5-25e3-4dd4-8630-c47d369f7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:25.047556 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a1a7209b-e7f1-47e8-ba5c-7ceb85dc2f58 req-ea8956c5-25e3-4dd4-8630-c47d369f7600 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 1129 time: 0.0712295 Mar 04 02:58:25.104885 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a1a7209b-e7f1-47e8-ba5c-7ceb85dc2f58 req-d08c703d-6c9f-4ce0-b7e4-a2ddf3ed1c4b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500998 Mar 04 02:58:25.105105 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port 4f8ced06-af44-4944-8712-1d93dfbd72ce is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:25.105382 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:25.165637 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 4f8ced06-af44-4944-8712-1d93dfbd72ce, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4f8ced06-af44-4944-8712-1d93dfbd72ce,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:25.170866 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:25.227465 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=4f8ced06-af44-4944-8712-1d93dfbd72ce,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:25.649372 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06166962-de59-438d-aae8-b3d4e5232fa6 req-066cd0de-91d9-40e0-bba6-c155ec111806 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:25.650864 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-06166962-de59-438d-aae8-b3d4e5232fa6 req-066cd0de-91d9-40e0-bba6-c155ec111806 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0528729 Mar 04 02:58:25.696461 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-06166962-de59-438d-aae8-b3d4e5232fa6 req-1cd1e96f-7be8-4c99-aa71-5ba6e273e5c7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390713 Mar 04 02:58:25.869051 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b9364-7e9a-4481-b5bc-618012618cda req-ff0ba221-baca-45d7-8f43-7414d5e8d32b tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:25.870749 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f60b9364-7e9a-4481-b5bc-618012618cda req-ff0ba221-baca-45d7-8f43-7414d5e8d32b tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0566878 Mar 04 02:58:25.919193 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f60b9364-7e9a-4481-b5bc-618012618cda req-c7a7e8ef-c01a-47f1-915e-08cae8f8f354 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421052 Mar 04 02:58:26.171620 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5639b1f-358d-41a0-b80d-92bede6e0d63 req-6f0ad272-1896-4a6f-a303-a0a579ed68db tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:26.173015 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b5639b1f-358d-41a0-b80d-92bede6e0d63 req-6f0ad272-1896-4a6f-a303-a0a579ed68db tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0526283 Mar 04 02:58:26.220520 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b5639b1f-358d-41a0-b80d-92bede6e0d63 req-9a2e81b9-4972-4845-b26e-1fdc65046efe tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409603 Mar 04 02:58:26.814455 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639ab30-ec96-40c6-8fa5-ea96464d1688 req-4c1c9dc0-5514-4ab8-b328-c6cfe5d937aa tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:26.816632 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7639ab30-ec96-40c6-8fa5-ea96464d1688 req-4c1c9dc0-5514-4ab8-b328-c6cfe5d937aa tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0533292 Mar 04 02:58:26.852648 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba9647b-67ee-4334-93e0-b1decd95e719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8ced06-af44-4944-8712-1d93dfbd72ce'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 02:58:26.855001 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f25ec7-65a9-45c5-bbe5-15f46af6f6f9" -d '{"events": [{"server_uuid": "3ba9647b-67ee-4334-93e0-b1decd95e719", "name": "network-vif-plugged", "status": "completed", "tag": "4f8ced06-af44-4944-8712-1d93dfbd72ce"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 02:58:26.867919 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7639ab30-ec96-40c6-8fa5-ea96464d1688 req-713ca51a-c30a-4684-ab5a-96fb873c8295 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457218 Mar 04 02:58:26.890242 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 02:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a1c5d4-9804-4844-a351-99660ad5803a x-openstack-request-id: req-78a1c5d4-9804-4844-a351-99660ad5803a {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 02:58:26.890576 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba9647b-67ee-4334-93e0-b1decd95e719", "name": "network-vif-plugged", "status": "completed", "tag": "4f8ced06-af44-4944-8712-1d93dfbd72ce", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 02:58:26.890837 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78a1c5d4-9804-4844-a351-99660ad5803a {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 02:58:26.891233 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba9647b-67ee-4334-93e0-b1decd95e719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8ced06-af44-4944-8712-1d93dfbd72ce', 'code': 200} Mar 04 02:58:27.191670 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8aa4f3-2b78-4756-88bb-1656383788ce req-3a9f299f-7138-4354-8c85-922bf04f47bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:27.193315 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fa8aa4f3-2b78-4756-88bb-1656383788ce req-3a9f299f-7138-4354-8c85-922bf04f47bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 1130 time: 0.1040661 Mar 04 02:58:27.269620 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fa8aa4f3-2b78-4756-88bb-1656383788ce req-21ebb1ba-305d-4338-9e94-c8aacd8f78db service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575631 Mar 04 02:58:27.282511 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e24c24-ea26-4b8b-8544-eeafeb5f75ac req-7501ac85-671d-4c46-9475-b3b7061ca70c tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:27.284695 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-47e24c24-ea26-4b8b-8544-eeafeb5f75ac req-7501ac85-671d-4c46-9475-b3b7061ca70c tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.2947812 Mar 04 02:58:27.366099 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-47e24c24-ea26-4b8b-8544-eeafeb5f75ac req-68f53160-d81a-47f3-a0af-9764b8e2442b tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753686 Mar 04 02:58:27.386547 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b0b12-0cfa-4c8a-ab99-04d5cdb7c352 req-e98325eb-5963-4e23-941f-e12a0026618e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:27.387960 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-491b0b12-0cfa-4c8a-ab99-04d5cdb7c352 req-e98325eb-5963-4e23-941f-e12a0026618e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0683284 Mar 04 02:58:27.459583 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-491b0b12-0cfa-4c8a-ab99-04d5cdb7c352 req-029f8bde-85ca-4862-9ae1-a7798593c5aa tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638390 Mar 04 02:58:27.808410 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 56764) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:27.914507 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c8818f1f-f024-4c5b-b7bd-cf8647c70420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:28.008732 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5ec59-2b5e-4dad-a1b7-8ed920fb9278 req-3f0df073-9b76-4954-b402-28fb9583754b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:28.010126 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-53f5ec59-2b5e-4dad-a1b7-8ed920fb9278 req-3f0df073-9b76-4954-b402-28fb9583754b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0737195 Mar 04 02:58:28.041133 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c8818f1f-f024-4c5b-b7bd-cf8647c70420 admin admin] Publish callbacks [] for security_group (879e44cc-b49e-4d9f-ba5e-0a3fb768232c), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:28.046852 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c8818f1f-f024-4c5b-b7bd-cf8647c70420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (879e44cc-b49e-4d9f-ba5e-0a3fb768232c), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:28.092220 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-53f5ec59-2b5e-4dad-a1b7-8ed920fb9278 req-4ec74c46-5e07-487c-9e7c-bb1ae8d11ed9 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747011 Mar 04 02:58:28.100581 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8818f1f-f024-4c5b-b7bd-cf8647c70420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879e44cc-b49e-4d9f-ba5e-0a3fb768232c,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:28.106410 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-c8818f1f-f024-4c5b-b7bd-cf8647c70420 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa6254b5e95f4148882dc3d6ca402ed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970524 Mar 04 02:58:28.109220 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 56770) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:28.155492 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5b398115-ea5f-4ed4-96e8-91017f1522fc admin admin] Publish callbacks [] for security_group (879e44cc-b49e-4d9f-ba5e-0a3fb768232c), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:28.178911 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5b398115-ea5f-4ed4-96e8-91017f1522fc admin admin] Publish callbacks [] for security_group (879e44cc-b49e-4d9f-ba5e-0a3fb768232c), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:28.224226 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5b398115-ea5f-4ed4-96e8-91017f1522fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (879e44cc-b49e-4d9f-ba5e-0a3fb768232c), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:28.226641 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5b398115-ea5f-4ed4-96e8-91017f1522fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:28.227760 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-5b398115-ea5f-4ed4-96e8-91017f1522fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/879e44cc-b49e-4d9f-ba5e-0a3fb768232c HTTP/1.1" status: 204 len: 168 time: 0.1176238 Mar 04 02:58:28.234894 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b398115-ea5f-4ed4-96e8-91017f1522fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879e44cc-b49e-4d9f-ba5e-0a3fb768232c,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:28.496401 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8b307-cb3c-454a-a390-a8ab9acab4e2 req-a5dfe6da-f451-48b5-bf2f-c5ae1ec0e812 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:28.498276 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-29d8b307-cb3c-454a-a390-a8ab9acab4e2 req-a5dfe6da-f451-48b5-bf2f-c5ae1ec0e812 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0581343 Mar 04 02:58:28.597273 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-29d8b307-cb3c-454a-a390-a8ab9acab4e2 req-e63e2a1c-97a4-4522-be4f-d6380730f74a tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836842 Mar 04 02:58:28.625116 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441e978-8932-42c2-93f1-5d21bc37a568 req-fa74b07f-6407-489d-814e-a823596acd10 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:28.632685 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b441e978-8932-42c2-93f1-5d21bc37a568 req-fa74b07f-6407-489d-814e-a823596acd10 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0996339 Mar 04 02:58:28.709395 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b441e978-8932-42c2-93f1-5d21bc37a568 req-f3c0c694-d8a7-43b5-8ad9-3e261af73930 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697937 Mar 04 02:58:28.786641 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35baf7ad-767b-4766-b383-d905e545574a req-75052aec-810c-45fd-bacc-572404bf12da tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:28.790188 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-35baf7ad-767b-4766-b383-d905e545574a req-75052aec-810c-45fd-bacc-572404bf12da tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0657165 Mar 04 02:58:28.797215 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 56808) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:28.802406 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-907ae1e4-458e-4a16-91a3-5020dcf23a46 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Request body: {'floatingip': {'port_id': 'f7747af9-a194-4762-89da-a246ee4f140b'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:28.879113 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-907ae1e4-458e-4a16-91a3-5020dcf23a46 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for floatingip (8fe5e82a-4d4b-47ad-8404-243b7435db40), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:29.288067 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac67c8e-0ae1-4af5-be37-af76994e42a8 req-a4ff3a2d-2f7b-45c5-af8b-fb13243d4ee1 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:29.310321 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9ac67c8e-0ae1-4af5-be37-af76994e42a8 req-a4ff3a2d-2f7b-45c5-af8b-fb13243d4ee1 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 945 time: 0.1358068 Mar 04 02:58:29.342979 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baef9ba-0c6a-4a38-9dbb-96857e98b641 req-2a699679-1ba5-4815-a659-b1c11c52d4a3 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:29.344511 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0baef9ba-0c6a-4a38-9dbb-96857e98b641 req-2a699679-1ba5-4815-a659-b1c11c52d4a3 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.1233835 Mar 04 02:58:29.425479 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 56864) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:29.456563 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9ac67c8e-0ae1-4af5-be37-af76994e42a8 req-0b378b8c-49ad-4222-8df9-fba51fd7a5f4 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d84915d2-cf7b-41d7-8954-887b9ae2f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415539 Mar 04 02:58:29.510901 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0baef9ba-0c6a-4a38-9dbb-96857e98b641 req-12a1934e-f6bb-40dc-9be3-6699fbe679ab tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443355 Mar 04 02:58:29.563518 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5b94afcb-e335-4d98-a9dd-1e25a0b8ab56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:29.644898 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5b94afcb-e335-4d98-a9dd-1e25a0b8ab56 admin admin] Publish callbacks [] for security_group (60a03fb5-2e46-4495-9f7b-e1fe41e88809), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:29.650359 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5b94afcb-e335-4d98-a9dd-1e25a0b8ab56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (60a03fb5-2e46-4495-9f7b-e1fe41e88809), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:29.690694 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-5b94afcb-e335-4d98-a9dd-1e25a0b8ab56 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26fb55a08b7d4b5e84438c47c1a3946d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632587 Mar 04 02:58:29.693075 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94afcb-e335-4d98-a9dd-1e25a0b8ab56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a03fb5-2e46-4495-9f7b-e1fe41e88809,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:29.695511 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 56880) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:29.771137 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c1e25c12-5da0-4305-b7a0-a1191f5b4266 admin admin] Publish callbacks [] for security_group (60a03fb5-2e46-4495-9f7b-e1fe41e88809), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:29.798125 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c1e25c12-5da0-4305-b7a0-a1191f5b4266 admin admin] Publish callbacks [] for security_group (60a03fb5-2e46-4495-9f7b-e1fe41e88809), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:29.885113 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05aba93-6187-4501-85df-9b6360a88253 req-7ec856e2-adb1-40bd-a71b-9e3280b55756 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:29.886661 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e05aba93-6187-4501-85df-9b6360a88253 req-7ec856e2-adb1-40bd-a71b-9e3280b55756 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0857661 Mar 04 02:58:29.908017 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c1e25c12-5da0-4305-b7a0-a1191f5b4266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (60a03fb5-2e46-4495-9f7b-e1fe41e88809), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:29.910579 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c1e25c12-5da0-4305-b7a0-a1191f5b4266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:29.911704 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-c1e25c12-5da0-4305-b7a0-a1191f5b4266 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60a03fb5-2e46-4495-9f7b-e1fe41e88809 HTTP/1.1" status: 204 len: 168 time: 0.2152619 Mar 04 02:58:29.925301 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e25c12-5da0-4305-b7a0-a1191f5b4266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a03fb5-2e46-4495-9f7b-e1fe41e88809,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:29.951911 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e05aba93-6187-4501-85df-9b6360a88253 req-6a0c866e-e9cb-4cf8-95c2-d52f7595deac tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594375 Mar 04 02:58:30.027829 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-907ae1e4-458e-4a16-91a3-5020dcf23a46 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:30.033223 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-907ae1e4-458e-4a16-91a3-5020dcf23a46 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641224'] for floatingip (8fe5e82a-4d4b-47ad-8404-243b7435db40), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:30.077176 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1fc35-9bfc-426b-ac39-11a08b188c71 req-d9121248-ca4f-4436-a55e-088ce9bd8d07 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:30.078791 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f3b1fc35-9bfc-426b-ac39-11a08b188c71 req-d9121248-ca4f-4436-a55e-088ce9bd8d07 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0566330 Mar 04 02:58:30.087464 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 56894) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:30.093370 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-67b275ed-a470-4849-a729-a7ca1266cb9d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Request body: {'floatingip': {'port_id': '4f8ced06-af44-4944-8712-1d93dfbd72ce'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:30.169522 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-67b275ed-a470-4849-a729-a7ca1266cb9d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for floatingip (829c2d70-bb19-4901-8b84-3fddc79900e8), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:30.216223 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.db.l3_db [None req-907ae1e4-458e-4a16-91a3-5020dcf23a46 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Floating IP 8fe5e82a-4d4b-47ad-8404-243b7435db40 associated. External IP: 172.27.2.75, port: f7747af9-a194-4762-89da-a246ee4f140b. Mar 04 02:58:30.221615 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 56898) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:30.235681 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-eba550e8-3c30-48b8-9274-68e0b7095b29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:30.312356 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-eba550e8-3c30-48b8-9274-68e0b7095b29 admin admin] Publish callbacks [] for security_group (f3f334d9-3879-42ab-bfb7-83e5b0cff76d), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:30.316673 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-eba550e8-3c30-48b8-9274-68e0b7095b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (f3f334d9-3879-42ab-bfb7-83e5b0cff76d), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:30.354603 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-eba550e8-3c30-48b8-9274-68e0b7095b29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=faa65d44a4834182b0cddc57fb24726c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311145 Mar 04 02:58:30.357084 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 56900) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:30.364457 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba550e8-3c30-48b8-9274-68e0b7095b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f334d9-3879-42ab-bfb7-83e5b0cff76d,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:30.411481 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-be1dce71-1856-4a7c-9d12-d8a6da328d21 admin admin] Publish callbacks [] for security_group (f3f334d9-3879-42ab-bfb7-83e5b0cff76d), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:30.432740 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-be1dce71-1856-4a7c-9d12-d8a6da328d21 admin admin] Publish callbacks [] for security_group (f3f334d9-3879-42ab-bfb7-83e5b0cff76d), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:30.486197 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-be1dce71-1856-4a7c-9d12-d8a6da328d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (f3f334d9-3879-42ab-bfb7-83e5b0cff76d), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:30.491141 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-be1dce71-1856-4a7c-9d12-d8a6da328d21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:30.495300 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-be1dce71-1856-4a7c-9d12-d8a6da328d21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3f334d9-3879-42ab-bfb7-83e5b0cff76d HTTP/1.1" status: 204 len: 168 time: 0.1372669 Mar 04 02:58:30.504607 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1dce71-1856-4a7c-9d12-d8a6da328d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f334d9-3879-42ab-bfb7-83e5b0cff76d,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:30.642430 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94ff54-b56a-4f7e-967f-c4415bf829bd req-4df679d8-37e1-422d-b3d7-99b935d09fcb tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:30.643984 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ac94ff54-b56a-4f7e-967f-c4415bf829bd req-4df679d8-37e1-422d-b3d7-99b935d09fcb tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 945 time: 0.0867336 Mar 04 02:58:30.663955 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85872c-83a0-49cf-ac0f-cc3d82939384 req-28fa86a3-5b4f-4f21-a5a9-b6449e71557b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:30.665469 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-af85872c-83a0-49cf-ac0f-cc3d82939384 req-28fa86a3-5b4f-4f21-a5a9-b6449e71557b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0771251 Mar 04 02:58:30.696249 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907ae1e4-458e-4a16-91a3-5020dcf23a46 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Router c9da1d57-6090-481c-b495-f021b8958afa has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 02:58:30.739055 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ac94ff54-b56a-4f7e-967f-c4415bf829bd req-b0414c18-a82b-46e4-a4ce-328f04e23828 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d84915d2-cf7b-41d7-8954-887b9ae2f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864365 Mar 04 02:58:30.746330 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-af85872c-83a0-49cf-ac0f-cc3d82939384 req-c3d28110-d1d4-489a-bfcb-4bbb2f0da83b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676601 Mar 04 02:58:30.902837 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 56914) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:30.916717 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-173a9391-4771-4966-ac26-4c9eede48e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:30.922250 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907ae1e4-458e-4a16-91a3-5020dcf23a46 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 02:58:30.929765 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-907ae1e4-458e-4a16-91a3-5020dcf23a46 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for floatingip (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:30.938221 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab0600b-ffc5-49b6-9762-7fb4984b8b4d None None] Sync routers for ids ['c9da1d57-6090-481c-b495-f021b8958afa'] in dv-cinder-828061-7-iscsi {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 02:58:30.949578 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab0600b-ffc5-49b6-9762-7fb4984b8b4d None None] Routers {'c9da1d57-6090-481c-b495-f021b8958afa'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:58:30.951375 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-aab0600b-ffc5-49b6-9762-7fb4984b8b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:58:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['c9da1d57-6090-481c-b495-f021b8958afa'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:30.958707 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-67b275ed-a470-4849-a729-a7ca1266cb9d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:30.965931 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-67b275ed-a470-4849-a729-a7ca1266cb9d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641224'] for floatingip (829c2d70-bb19-4901-8b84-3fddc79900e8), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:30.969773 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-907ae1e4-458e-4a16-91a3-5020dcf23a46 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "PUT /v2.0/floatingips/8fe5e82a-4d4b-47ad-8404-243b7435db40 HTTP/1.1" status: 200 len: 990 time: 2.1714551 Mar 04 02:58:31.006973 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c0263f-d4de-443a-8044-c11972633ba7', 'tag': 'f7747af9-a194-4762-89da-a246ee4f140b'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 02:58:31.007472 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-173a9391-4771-4966-ac26-4c9eede48e5a admin admin] Publish callbacks [] for security_group (759fdb59-32f7-4711-9ab0-576301f4f0aa), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:31.009623 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c434ee7c-460d-425b-a71b-49804f600616" -d '{"events": [{"name": "network-changed", "server_uuid": "52c0263f-d4de-443a-8044-c11972633ba7", "tag": "f7747af9-a194-4762-89da-a246ee4f140b"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 02:58:31.015594 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-173a9391-4771-4966-ac26-4c9eede48e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (759fdb59-32f7-4711-9ab0-576301f4f0aa), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:31.070914 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 02:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb7e441-e691-480a-9b57-98c5e44eb60b x-openstack-request-id: req-eeb7e441-e691-480a-9b57-98c5e44eb60b {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 02:58:31.071771 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c0263f-d4de-443a-8044-c11972633ba7", "tag": "f7747af9-a194-4762-89da-a246ee4f140b", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 02:58:31.072179 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eeb7e441-e691-480a-9b57-98c5e44eb60b {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 02:58:31.072717 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c0263f-d4de-443a-8044-c11972633ba7', 'tag': 'f7747af9-a194-4762-89da-a246ee4f140b', 'status': 'completed', 'code': 200} Mar 04 02:58:31.081793 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-173a9391-4771-4966-ac26-4c9eede48e5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97dd63ded4a644068a333d6e1166f265&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1772892 Mar 04 02:58:31.083884 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 56922) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:31.088740 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-aab0600b-ffc5-49b6-9762-7fb4984b8b4d None None] Set router c9da1d57-6090-481c-b495-f021b8958afa gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:58:31.090642 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a9391-4771-4966-ac26-4c9eede48e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759fdb59-32f7-4711-9ab0-576301f4f0aa,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:31.099954 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.db.l3_db [None req-67b275ed-a470-4849-a729-a7ca1266cb9d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Floating IP 829c2d70-bb19-4901-8b84-3fddc79900e8 associated. External IP: 172.27.2.109, port: 4f8ced06-af44-4944-8712-1d93dfbd72ce. Mar 04 02:58:31.140617 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4b552f9d-9d54-4dff-bf44-d15d9ea191f6 admin admin] Publish callbacks [] for security_group (759fdb59-32f7-4711-9ab0-576301f4f0aa), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:31.167052 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4b552f9d-9d54-4dff-bf44-d15d9ea191f6 admin admin] Publish callbacks [] for security_group (759fdb59-32f7-4711-9ab0-576301f4f0aa), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:31.222474 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4b552f9d-9d54-4dff-bf44-d15d9ea191f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (759fdb59-32f7-4711-9ab0-576301f4f0aa), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:31.225226 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4b552f9d-9d54-4dff-bf44-d15d9ea191f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:31.226662 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-4b552f9d-9d54-4dff-bf44-d15d9ea191f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/759fdb59-32f7-4711-9ab0-576301f4f0aa HTTP/1.1" status: 204 len: 168 time: 0.1417291 Mar 04 02:58:31.242844 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b552f9d-9d54-4dff-bf44-d15d9ea191f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759fdb59-32f7-4711-9ab0-576301f4f0aa,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:31.379630 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-aab0600b-ffc5-49b6-9762-7fb4984b8b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'name': 'tempest-AttachVolumeTestJSON-566749904-router', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T02:57:51Z', 'revision_number': 4, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'gw_port': {'id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:40Z', 'updated_at': '2022-03-04T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': '8fe5e82a-4d4b-47ad-8404-243b7435db40', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'port_id': 'f7747af9-a194-4762-89da-a246ee4f140b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'mac_address': 'fa:16:3e:ff:64:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c0263f-d4de-443a-8044-c11972633ba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T02:58:04Z', 'updated_at': '2022-03-04T02:58:29Z', 'revision_number': 1, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a6cfd7c-ef44-449f-8998-8113157c0811', 'name': '', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'mac_address': 'fa:16:3e:51:3f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:48Z', 'updated_at': '2022-03-04T02:58:01Z', 'revision_number': 5, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'subnets': [{'id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:31.410531 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab0600b-ffc5-49b6-9762-7fb4984b8b4d None None] Checking router: c9da1d57-6090-481c-b495-f021b8958afa for host: dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 02:58:31.418941 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab0600b-ffc5-49b6-9762-7fb4984b8b4d None None] Routers {'c9da1d57-6090-481c-b495-f021b8958afa'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:58:31.419530 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-aab0600b-ffc5-49b6-9762-7fb4984b8b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:58:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['c9da1d57-6090-481c-b495-f021b8958afa'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:31.526459 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-aab0600b-ffc5-49b6-9762-7fb4984b8b4d None None] Set router c9da1d57-6090-481c-b495-f021b8958afa gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:58:31.531693 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b275ed-a470-4849-a729-a7ca1266cb9d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Router 7e005565-ea5a-471f-9562-8936e132e350 has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 02:58:31.661502 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b275ed-a470-4849-a729-a7ca1266cb9d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 02:58:31.669255 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-67b275ed-a470-4849-a729-a7ca1266cb9d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for floatingip (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:31.672054 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc37e943-84ea-448d-9227-620a9c6d6acc None None] Sync routers for ids ['7e005565-ea5a-471f-9562-8936e132e350'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 02:58:31.683423 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc37e943-84ea-448d-9227-620a9c6d6acc None None] Routers {'7e005565-ea5a-471f-9562-8936e132e350'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:58:31.684227 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-bc37e943-84ea-448d-9227-620a9c6d6acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:58:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['7e005565-ea5a-471f-9562-8936e132e350'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:31.711062 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-67b275ed-a470-4849-a729-a7ca1266cb9d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "PUT /v2.0/floatingips/829c2d70-bb19-4901-8b84-3fddc79900e8 HTTP/1.1" status: 200 len: 992 time: 1.6199813 Mar 04 02:58:31.770611 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-aab0600b-ffc5-49b6-9762-7fb4984b8b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'name': 'tempest-AttachVolumeTestJSON-566749904-router', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T02:57:51Z', 'revision_number': 4, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'gw_port': {'id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:40Z', 'updated_at': '2022-03-04T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': '8fe5e82a-4d4b-47ad-8404-243b7435db40', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'port_id': 'f7747af9-a194-4762-89da-a246ee4f140b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'mac_address': 'fa:16:3e:ff:64:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c0263f-d4de-443a-8044-c11972633ba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T02:58:04Z', 'updated_at': '2022-03-04T02:58:29Z', 'revision_number': 1, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a6cfd7c-ef44-449f-8998-8113157c0811', 'name': '', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'mac_address': 'fa:16:3e:51:3f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:48Z', 'updated_at': '2022-03-04T02:58:01Z', 'revision_number': 5, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'subnets': [{'id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:31.810378 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab0600b-ffc5-49b6-9762-7fb4984b8b4d None None] The sync data for ids ['c9da1d57-6090-481c-b495-f021b8958afa'] in dv-cinder-828061-7-iscsi is: [{'id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'name': 'tempest-AttachVolumeTestJSON-566749904-router', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T02:57:51Z', 'revision_number': 4, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'gw_port': {'id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:40Z', 'updated_at': '2022-03-04T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': '8fe5e82a-4d4b-47ad-8404-243b7435db40', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'port_id': 'f7747af9-a194-4762-89da-a246ee4f140b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'mac_address': 'fa:16:3e:ff:64:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c0263f-d4de-443a-8044-c11972633ba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T02:58:04Z', 'updated_at': '2022-03-04T02:58:29Z', 'revision_number': 1, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a6cfd7c-ef44-449f-8998-8113157c0811', 'name': '', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'mac_address': 'fa:16:3e:51:3f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:48Z', 'updated_at': '2022-03-04T02:58:01Z', 'revision_number': 5, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'subnets': [{'id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 02:58:31.822984 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-bc37e943-84ea-448d-9227-620a9c6d6acc None None] Set router 7e005565-ea5a-471f-9562-8936e132e350 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:58:32.000665 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f1693-3da2-488d-a11c-8c262b3e7489 req-2915f893-1c89-4833-98f9-76e4469ec89a tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:32.006657 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-248f1693-3da2-488d-a11c-8c262b3e7489 req-2915f893-1c89-4833-98f9-76e4469ec89a tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 945 time: 0.1449332 Mar 04 02:58:32.032743 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cbc54-db96-4e88-ad83-097cf086abd4 req-68136c23-f6ad-4e72-aba3-a30aab002dc8 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:32.041738 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-731cbc54-db96-4e88-ad83-097cf086abd4 req-68136c23-f6ad-4e72-aba3-a30aab002dc8 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.1475801 Mar 04 02:58:32.152780 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-248f1693-3da2-488d-a11c-8c262b3e7489 req-aba662f7-b055-4a08-b900-7c92980123bc tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d84915d2-cf7b-41d7-8954-887b9ae2f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439137 Mar 04 02:58:32.189298 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-731cbc54-db96-4e88-ad83-097cf086abd4 req-1d0d5e54-c945-4f54-b853-1c35e35629ef tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363003 Mar 04 02:58:32.204583 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-eebe7443-a3fb-408a-8e9c-576df2425294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:32.220131 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc4fe93-649c-4c1d-bb06-ad05c5cd0189 None None] New status for floating IP 8fe5e82a-4d4b-47ad-8404-243b7435db40: ACTIVE {{(pid=102958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 02:58:32.400197 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-bc37e943-84ea-448d-9227-620a9c6d6acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e005565-ea5a-471f-9562-8936e132e350', 'name': 'tempest-AttachVolumeShelveTestJSON-306629195-router', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T02:57:49Z', 'revision_number': 4, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'gw_port': {'id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:65:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:39Z', 'updated_at': '2022-03-04T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': '829c2d70-bb19-4901-8b84-3fddc79900e8', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': '7e005565-ea5a-471f-9562-8936e132e350', 'port_id': '4f8ced06-af44-4944-8712-1d93dfbd72ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'mac_address': 'fa:16:3e:4c:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba9647b-67ee-4334-93e0-b1decd95e719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T02:58:03Z', 'updated_at': '2022-03-04T02:58:30Z', 'revision_number': 1, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a', 'name': '', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'mac_address': 'fa:16:3e:df:0b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:46Z', 'updated_at': '2022-03-04T02:57:57Z', 'revision_number': 5, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'subnets': [{'id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:32.429618 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc37e943-84ea-448d-9227-620a9c6d6acc None None] Checking router: 7e005565-ea5a-471f-9562-8936e132e350 for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 02:58:32.438182 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc37e943-84ea-448d-9227-620a9c6d6acc None None] Routers {'7e005565-ea5a-471f-9562-8936e132e350'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:58:32.438781 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-bc37e943-84ea-448d-9227-620a9c6d6acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:58:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['7e005565-ea5a-471f-9562-8936e132e350'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:32.553476 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-bc37e943-84ea-448d-9227-620a9c6d6acc None None] Set router 7e005565-ea5a-471f-9562-8936e132e350 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:58:32.690487 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 56974) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:32.794763 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-62535dbf-f7b2-4440-bbeb-6555c479172a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:32.802194 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-bc37e943-84ea-448d-9227-620a9c6d6acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e005565-ea5a-471f-9562-8936e132e350', 'name': 'tempest-AttachVolumeShelveTestJSON-306629195-router', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T02:57:49Z', 'revision_number': 4, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'gw_port': {'id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:65:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:39Z', 'updated_at': '2022-03-04T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': '829c2d70-bb19-4901-8b84-3fddc79900e8', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': '7e005565-ea5a-471f-9562-8936e132e350', 'port_id': '4f8ced06-af44-4944-8712-1d93dfbd72ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'mac_address': 'fa:16:3e:4c:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba9647b-67ee-4334-93e0-b1decd95e719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T02:58:03Z', 'updated_at': '2022-03-04T02:58:30Z', 'revision_number': 1, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a', 'name': '', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'mac_address': 'fa:16:3e:df:0b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:46Z', 'updated_at': '2022-03-04T02:57:57Z', 'revision_number': 5, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'subnets': [{'id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:32.828651 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc37e943-84ea-448d-9227-620a9c6d6acc None None] The sync data for ids ['7e005565-ea5a-471f-9562-8936e132e350'] in dv-cinder-828061-7-iscsi is: [{'id': '7e005565-ea5a-471f-9562-8936e132e350', 'name': 'tempest-AttachVolumeShelveTestJSON-306629195-router', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T02:57:49Z', 'revision_number': 4, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'gw_port': {'id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:65:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:39Z', 'updated_at': '2022-03-04T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': '829c2d70-bb19-4901-8b84-3fddc79900e8', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': '7e005565-ea5a-471f-9562-8936e132e350', 'port_id': '4f8ced06-af44-4944-8712-1d93dfbd72ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'mac_address': 'fa:16:3e:4c:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba9647b-67ee-4334-93e0-b1decd95e719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T02:58:03Z', 'updated_at': '2022-03-04T02:58:30Z', 'revision_number': 1, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a', 'name': '', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'mac_address': 'fa:16:3e:df:0b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:46Z', 'updated_at': '2022-03-04T02:57:57Z', 'revision_number': 5, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'subnets': [{'id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 02:58:32.873202 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-62535dbf-f7b2-4440-bbeb-6555c479172a admin admin] Publish callbacks [] for security_group (cdfa8e39-c057-4879-92b8-0c03bbe5dd22), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:32.877258 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-62535dbf-f7b2-4440-bbeb-6555c479172a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (cdfa8e39-c057-4879-92b8-0c03bbe5dd22), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:32.916740 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-62535dbf-f7b2-4440-bbeb-6555c479172a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=151446ea9a0e4f129b0020f619526c35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250919 Mar 04 02:58:32.917600 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62535dbf-f7b2-4440-bbeb-6555c479172a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfa8e39-c057-4879-92b8-0c03bbe5dd22,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:32.919375 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 56978) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:32.974488 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3246239d-cf1d-454b-8287-bcedc6dd4aba admin admin] Publish callbacks [] for security_group (cdfa8e39-c057-4879-92b8-0c03bbe5dd22), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:33.000499 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3246239d-cf1d-454b-8287-bcedc6dd4aba admin admin] Publish callbacks [] for security_group (cdfa8e39-c057-4879-92b8-0c03bbe5dd22), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:33.035850 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7a6786-147a-46d2-adce-15fef59220c2 None None] New status for floating IP 829c2d70-bb19-4901-8b84-3fddc79900e8: ACTIVE {{(pid=102955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 02:58:33.053929 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3246239d-cf1d-454b-8287-bcedc6dd4aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (cdfa8e39-c057-4879-92b8-0c03bbe5dd22), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:33.056568 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3246239d-cf1d-454b-8287-bcedc6dd4aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:33.057765 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-3246239d-cf1d-454b-8287-bcedc6dd4aba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cdfa8e39-c057-4879-92b8-0c03bbe5dd22 HTTP/1.1" status: 204 len: 168 time: 0.1373539 Mar 04 02:58:33.068109 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246239d-cf1d-454b-8287-bcedc6dd4aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfa8e39-c057-4879-92b8-0c03bbe5dd22,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:33.074272 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba9647b-67ee-4334-93e0-b1decd95e719', 'tag': '4f8ced06-af44-4944-8712-1d93dfbd72ce'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 02:58:33.077999 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e1e58f-aec5-4d40-869a-c3ff44b2d0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba9647b-67ee-4334-93e0-b1decd95e719", "tag": "4f8ced06-af44-4944-8712-1d93dfbd72ce"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 02:58:33.120355 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 02:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef362f0e-c2f9-4bd0-b740-849048bd28e8 x-openstack-request-id: req-ef362f0e-c2f9-4bd0-b740-849048bd28e8 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 02:58:33.120721 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba9647b-67ee-4334-93e0-b1decd95e719", "tag": "4f8ced06-af44-4944-8712-1d93dfbd72ce", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 02:58:33.120982 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef362f0e-c2f9-4bd0-b740-849048bd28e8 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 02:58:33.121460 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba9647b-67ee-4334-93e0-b1decd95e719', 'tag': '4f8ced06-af44-4944-8712-1d93dfbd72ce', 'status': 'completed', 'code': 200} Mar 04 02:58:33.326030 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b0e98-d866-44d0-a9a3-a249c27b898e req-08975b4d-bd45-4654-a4d8-9c1afc8debb6 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:33.328411 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-148b0e98-d866-44d0-a9a3-a249c27b898e req-08975b4d-bd45-4654-a4d8-9c1afc8debb6 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 945 time: 0.0974164 Mar 04 02:58:33.414432 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-148b0e98-d866-44d0-a9a3-a249c27b898e req-ff16bd98-ad75-44cd-9d36-4f5219d7abab tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d84915d2-cf7b-41d7-8954-887b9ae2f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788333 Mar 04 02:58:33.491395 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314d394-a14a-4fbe-b1b8-4404783d8b70 req-87cfff18-8b56-4f87-9fc5-42c0d14c4fcc tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:33.492889 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c314d394-a14a-4fbe-b1b8-4404783d8b70 req-87cfff18-8b56-4f87-9fc5-42c0d14c4fcc tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0539689 Mar 04 02:58:33.544373 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c314d394-a14a-4fbe-b1b8-4404783d8b70 req-5c2fd0c6-0dbe-4824-bb18-be98b2f3728f tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460443 Mar 04 02:58:33.738790 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434ee7c-460d-425b-a71b-49804f600616 req-e4b248fd-bd5c-497f-83f4-7e1fdbf88bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:33.740546 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c434ee7c-460d-425b-a71b-49804f600616 req-e4b248fd-bd5c-497f-83f4-7e1fdbf88bd2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd4856b10f144130bf4788557dd60a24&device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 1129 time: 0.0641289 Mar 04 02:58:33.760013 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1e58f-aec5-4d40-869a-c3ff44b2d0e7 req-66d456aa-7c8c-4d1b-a794-a4b339c8abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:33.761512 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-97e1e58f-aec5-4d40-869a-c3ff44b2d0e7 req-66d456aa-7c8c-4d1b-a794-a4b339c8abbc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=334bbe5c6d1042b49abc0793f344935b&device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 1130 time: 0.0449767 Mar 04 02:58:33.853083 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434ee7c-460d-425b-a71b-49804f600616 req-6071cc5b-fcb2-4ab5-be83-43a75e836261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:33.854644 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c434ee7c-460d-425b-a71b-49804f600616 req-6071cc5b-fcb2-4ab5-be83-43a75e836261 service neutron] 10.222.0.13 "GET /v2.0/networks?id=89103e18-9486-4035-aa3f-78b34592cbe0 HTTP/1.1" status: 200 len: 911 time: 0.0964983 Mar 04 02:58:33.878331 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1e58f-aec5-4d40-869a-c3ff44b2d0e7 req-bbb1a65e-8cd6-462d-aa6f-84d806e55ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:33.881199 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-97e1e58f-aec5-4d40-869a-c3ff44b2d0e7 req-bbb1a65e-8cd6-462d-aa6f-84d806e55ba1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50eae8c7-06bd-487c-a181-0dbe4478419c HTTP/1.1" status: 200 len: 917 time: 0.1027019 Mar 04 02:58:33.960433 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c434ee7c-460d-425b-a71b-49804f600616 req-96ab9588-6768-4321-a688-5288b91c09d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7747af9-a194-4762-89da-a246ee4f140b HTTP/1.1" status: 200 len: 1000 time: 0.0975866 Mar 04 02:58:33.990380 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-97e1e58f-aec5-4d40-869a-c3ff44b2d0e7 req-cf57ec28-95b3-4d72-9f00-ae6527b3958e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f8ced06-af44-4944-8712-1d93dfbd72ce HTTP/1.1" status: 200 len: 1002 time: 0.1007283 Mar 04 02:58:34.027058 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434ee7c-460d-425b-a71b-49804f600616 req-37afe8b0-2e5f-43f4-bb98-22bbe871e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:34.028987 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c434ee7c-460d-425b-a71b-49804f600616 req-37afe8b0-2e5f-43f4-bb98-22bbe871e25d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6f4c4ae-a118-4ae8-b92d-55d0c45c943d HTTP/1.1" status: 200 len: 849 time: 0.0613663 Mar 04 02:58:34.042535 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1e58f-aec5-4d40-869a-c3ff44b2d0e7 req-11466980-cbb9-4744-b956-2fef4d8471a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:34.044058 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-97e1e58f-aec5-4d40-869a-c3ff44b2d0e7 req-11466980-cbb9-4744-b956-2fef4d8471a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16952d07-ba3d-4d83-b57f-d1a1f6336b50 HTTP/1.1" status: 200 len: 855 time: 0.0474210 Mar 04 02:58:34.126815 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434ee7c-460d-425b-a71b-49804f600616 req-188e6e42-b33b-45dc-9be1-8739017457df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:34.129160 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c434ee7c-460d-425b-a71b-49804f600616 req-188e6e42-b33b-45dc-9be1-8739017457df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=89103e18-9486-4035-aa3f-78b34592cbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501299 Mar 04 02:58:34.141054 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1e58f-aec5-4d40-869a-c3ff44b2d0e7 req-8fa768c0-2631-4994-9f8c-75c9f14f22db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:34.142771 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-97e1e58f-aec5-4d40-869a-c3ff44b2d0e7 req-8fa768c0-2631-4994-9f8c-75c9f14f22db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50eae8c7-06bd-487c-a181-0dbe4478419c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623741 Mar 04 02:58:34.259318 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c434ee7c-460d-425b-a71b-49804f600616 req-907bd2a0-39fe-4c88-a302-d9734eda6a29 service neutron] 10.222.0.13 "GET /v2.0/networks/89103e18-9486-4035-aa3f-78b34592cbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235631 Mar 04 02:58:34.289437 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-97e1e58f-aec5-4d40-869a-c3ff44b2d0e7 req-b8340488-4afd-45d4-80f2-0dcc0df2ad92 service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392794 Mar 04 02:58:34.332029 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-f0e16ed0-e171-48b1-8d36-b17249e1956d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:34.389342 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c434ee7c-460d-425b-a71b-49804f600616 req-cc387d71-da8f-477f-8816-fcd058064fac service neutron] 10.222.0.13 "GET /v2.0/networks/89103e18-9486-4035-aa3f-78b34592cbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197751 Mar 04 02:58:34.409991 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-97e1e58f-aec5-4d40-869a-c3ff44b2d0e7 req-97665126-a571-4d30-b054-ce356aaa92c0 service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133950 Mar 04 02:58:34.540011 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9d2e4-8f69-4890-b29d-adeb345ec625 req-e247ebc0-ce54-422a-bbba-9b38efdb1ba6 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:34.541486 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b2b9d2e4-8f69-4890-b29d-adeb345ec625 req-e247ebc0-ce54-422a-bbba-9b38efdb1ba6 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 945 time: 0.0528181 Mar 04 02:58:34.591331 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b2b9d2e4-8f69-4890-b29d-adeb345ec625 req-181ed660-33b2-4606-80f5-7935ca73b0b3 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d84915d2-cf7b-41d7-8954-887b9ae2f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440397 Mar 04 02:58:34.673132 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fea843-a199-4a3d-8432-6854675c1341 req-999d6e42-ea85-45fd-985e-572b6a3769c6 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:34.675347 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c5fea843-a199-4a3d-8432-6854675c1341 req-999d6e42-ea85-45fd-985e-572b6a3769c6 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0565634 Mar 04 02:58:34.723615 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c5fea843-a199-4a3d-8432-6854675c1341 req-3779e3ec-f4ff-4385-9f7d-f258ac13204a tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427587 Mar 04 02:58:35.326295 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63d8f1-c4a5-41d0-b8fd-934d351083d5 req-0a193c62-25e3-41e8-b8ff-1361a9775850 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:35.327774 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ee63d8f1-c4a5-41d0-b8fd-934d351083d5 req-0a193c62-25e3-41e8-b8ff-1361a9775850 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.13 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 945 time: 0.0580113 Mar 04 02:58:35.334816 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:35.503218 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [req-ee63d8f1-c4a5-41d0-b8fd-934d351083d5 req-5ded6c68-75ed-405b-981f-1d8a1edbdf61 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Deleting port df604419-58f8-4bbb-8f7f-98bd684678a4 {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 02:58:35.504020 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-ee63d8f1-c4a5-41d0-b8fd-934d351083d5 req-5ded6c68-75ed-405b-981f-1d8a1edbdf61 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (df604419-58f8-4bbb-8f7f-98bd684678a4), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:35.615777 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-ee63d8f1-c4a5-41d0-b8fd-934d351083d5 req-5ded6c68-75ed-405b-981f-1d8a1edbdf61 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] For port df604419-58f8-4bbb-8f7f-98bd684678a4, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=df604419-58f8-4bbb-8f7f-98bd684678a4,segment=NetworkSegment(7a0ba5b2-93cb-4930-b1d8-7e8c1e392b97),segment_id=7a0ba5b2-93cb-4930-b1d8-7e8c1e392b97)] {{(pid=102946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:35.616808 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-ee63d8f1-c4a5-41d0-b8fd-934d351083d5 req-5ded6c68-75ed-405b-981f-1d8a1edbdf61 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (df604419-58f8-4bbb-8f7f-98bd684678a4), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:35.640225 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [req-ee63d8f1-c4a5-41d0-b8fd-934d351083d5 req-5ded6c68-75ed-405b-981f-1d8a1edbdf61 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Calling delete_port for df604419-58f8-4bbb-8f7f-98bd684678a4 owned by compute:nova {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 02:58:35.789468 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8d1b3-ec7e-418c-b26a-963a00ff7b96 req-c6adcafc-0f59-4597-933a-3eb4346517bb tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:35.791051 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-aec8d1b3-ec7e-418c-b26a-963a00ff7b96 req-c6adcafc-0f59-4597-933a-3eb4346517bb tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 945 time: 0.0825939 Mar 04 02:58:35.916937 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-aec8d1b3-ec7e-418c-b26a-963a00ff7b96 req-a6796a2c-9d92-43c0-a4e8-fa163ac257e9 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d84915d2-cf7b-41d7-8954-887b9ae2f1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109865 Mar 04 02:58:35.933287 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-ee63d8f1-c4a5-41d0-b8fd-934d351083d5 req-5ded6c68-75ed-405b-981f-1d8a1edbdf61 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966'] for port (df604419-58f8-4bbb-8f7f-98bd684678a4), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:35.941892 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eab28-91f4-4f96-a721-dd35982417f9 req-bad0602b-ab6d-474c-ad0f-dcd6ae9eeec7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:35.946188 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9a0eab28-91f4-4f96-a721-dd35982417f9 req-bad0602b-ab6d-474c-ad0f-dcd6ae9eeec7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.1434631 Mar 04 02:58:35.952017 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['df604419-58f8-4bbb-8f7f-98bd684678a4'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 02:58:35.986795 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded6c68-75ed-405b-981f-1d8a1edbdf61 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Pushing event deleted for resources: {'Port': ['ID=df604419-58f8-4bbb-8f7f-98bd684678a4,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:36.032213 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded6c68-75ed-405b-981f-1d8a1edbdf61 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:36.032475 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded6c68-75ed-405b-981f-1d8a1edbdf61 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:36.032809 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded6c68-75ed-405b-981f-1d8a1edbdf61 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:36.033172 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded6c68-75ed-405b-981f-1d8a1edbdf61 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:36.034070 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded6c68-75ed-405b-981f-1d8a1edbdf61 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:36.034405 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded6c68-75ed-405b-981f-1d8a1edbdf61 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:36.034744 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded6c68-75ed-405b-981f-1d8a1edbdf61 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:36.035070 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded6c68-75ed-405b-981f-1d8a1edbdf61 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:36.035397 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded6c68-75ed-405b-981f-1d8a1edbdf61 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:36.035724 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded6c68-75ed-405b-981f-1d8a1edbdf61 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:36.036048 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded6c68-75ed-405b-981f-1d8a1edbdf61 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:36.036378 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded6c68-75ed-405b-981f-1d8a1edbdf61 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:36.036700 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded6c68-75ed-405b-981f-1d8a1edbdf61 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:36.088675 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee63d8f1-c4a5-41d0-b8fd-934d351083d5 req-5ded6c68-75ed-405b-981f-1d8a1edbdf61 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] No DVR routers for this DVR port df604419-58f8-4bbb-8f7f-98bd684678a4 on host hv-cinder-82806 {{(pid=102946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 02:58:36.098564 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-ee63d8f1-c4a5-41d0-b8fd-934d351083d5 req-5ded6c68-75ed-405b-981f-1d8a1edbdf61 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:36.105019 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ee63d8f1-c4a5-41d0-b8fd-934d351083d5 req-5ded6c68-75ed-405b-981f-1d8a1edbdf61 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.13 "DELETE /v2.0/ports/df604419-58f8-4bbb-8f7f-98bd684678a4 HTTP/1.1" status: 204 len: 173 time: 0.7673218 Mar 04 02:58:36.105551 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419fd0b8-1118-45f6-8669-8026dae0634f', 'name': 'network-vif-deleted', 'tag': 'df604419-58f8-4bbb-8f7f-98bd684678a4'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 02:58:36.108032 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae44d35-de0d-47cd-afab-2f5cf2b149f2" -d '{"events": [{"server_uuid": "419fd0b8-1118-45f6-8669-8026dae0634f", "name": "network-vif-deleted", "tag": "df604419-58f8-4bbb-8f7f-98bd684678a4"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 02:58:36.130308 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9a0eab28-91f4-4f96-a721-dd35982417f9 req-f46fab95-cdf7-4413-ae7c-28fbcd41cc41 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769006 Mar 04 02:58:36.177432 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 02:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40efcaeb-bf40-4254-9a1f-32fdb7bd70d2 x-openstack-request-id: req-40efcaeb-bf40-4254-9a1f-32fdb7bd70d2 {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 02:58:36.177749 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419fd0b8-1118-45f6-8669-8026dae0634f", "name": "network-vif-deleted", "tag": "df604419-58f8-4bbb-8f7f-98bd684678a4", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 02:58:36.178004 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40efcaeb-bf40-4254-9a1f-32fdb7bd70d2 {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 02:58:36.178395 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419fd0b8-1118-45f6-8669-8026dae0634f', 'name': 'network-vif-deleted', 'tag': 'df604419-58f8-4bbb-8f7f-98bd684678a4', 'status': 'completed', 'code': 200} Mar 04 02:58:36.269496 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24fa17-2a49-4976-a726-29fee360e307 req-f73cc99a-a2e9-4931-9072-6d4eed364b6f tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:36.270984 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5d24fa17-2a49-4976-a726-29fee360e307 req-f73cc99a-a2e9-4931-9072-6d4eed364b6f tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/networks?id=47e6c6c4-45d4-43ea-baac-423caa1c0adf HTTP/1.1" status: 200 len: 814 time: 0.1051242 Mar 04 02:58:36.285190 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5d24fa17-2a49-4976-a726-29fee360e307 req-a67d761d-0089-45bf-891e-f821987aca63 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/quotas/9edeadc46f9f4ecdbde7a8e379b87b73 HTTP/1.1" status: 200 len: 375 time: 0.0089943 Mar 04 02:58:36.335632 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5d24fa17-2a49-4976-a726-29fee360e307 req-e741e0bb-e7ca-4c91-b771-5ae879bfb496 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9edeadc46f9f4ecdbde7a8e379b87b73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457227 Mar 04 02:58:36.432439 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5d24fa17-2a49-4976-a726-29fee360e307 req-429376a6-7952-4c36-a755-227a1ba6567a service neutron] 10.222.0.16 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899665 Mar 04 02:58:36.521563 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5d24fa17-2a49-4976-a726-29fee360e307 req-a5ae484f-0f85-449c-9844-ce7a4a8ed104 service neutron] 10.222.0.16 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835941 Mar 04 02:58:36.687205 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:36.701283 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4c47cde6-6c51-49e0-8559-dbc50840ab4c req-9c3f220a-b28b-4bd7-a569-c0c49060f486 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 210 time: 0.0345600 Mar 04 02:58:37.044988 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0a01303f-49cd-4913-9243-e44dff8a1ed8 req-96b463c9-9289-4b4d-97d3-16ebf9d7c7d5 tempest-DeleteServersTestJSON-872910850 tempest-DeleteServersTestJSON-872910850-project] 10.222.0.16 "GET /v2.0/ports?device_id=419fd0b8-1118-45f6-8669-8026dae0634f HTTP/1.1" status: 200 len: 210 time: 0.0318542 Mar 04 02:58:37.255580 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14ae28-efb7-4972-aa6b-32316d05c0c3 req-86193ff1-dd56-4073-9d98-a7f286f432ed tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:37.258377 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cc14ae28-efb7-4972-aa6b-32316d05c0c3 req-86193ff1-dd56-4073-9d98-a7f286f432ed tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0648682 Mar 04 02:58:37.318928 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cc14ae28-efb7-4972-aa6b-32316d05c0c3 req-adcd1409-75ad-4a4d-9d22-e5940a002720 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552933 Mar 04 02:58:37.802571 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ed6c0a57-6724-42b6-a240-5839730c777c req-c967b3ef-6cf1-4121-8ffa-746bf4ed120a tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 210 time: 0.0326381 Mar 04 02:58:38.210045 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24fa17-2a49-4976-a726-29fee360e307 req-67ed1baa-1e9b-4bb5-aab5-511ef47a05ef tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:38.211526 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5d24fa17-2a49-4976-a726-29fee360e307 req-67ed1baa-1e9b-4bb5-aab5-511ef47a05ef tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.13 "GET /v2.0/networks?id=47e6c6c4-45d4-43ea-baac-423caa1c0adf HTTP/1.1" status: 200 len: 814 time: 0.3124683 Mar 04 02:58:38.229452 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [req-5d24fa17-2a49-4976-a726-29fee360e307 req-a03ffb31-6163-4143-a11b-d8d69de65db1 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Request body: {'port': {'device_id': '9ee087e5-fe92-4787-a4e9-c5230b0322e5', 'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf', 'admin_state_up': True, 'tenant_id': '9edeadc46f9f4ecdbde7a8e379b87b73'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:38.375953 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:38.409889 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d24fa17-2a49-4976-a726-29fee360e307 req-a03ffb31-6163-4143-a11b-d8d69de65db1 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Made reservation on behalf of 9edeadc46f9f4ecdbde7a8e379b87b73 for: {'port': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:58:38.419196 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-5d24fa17-2a49-4976-a726-29fee360e307 req-a03ffb31-6163-4143-a11b-d8d69de65db1 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:38.451549 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 57190) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:38.485602 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device df604419-58f8-4bbb-8f7f-98bd684678a4 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 02:58:38.518841 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] No Port match for: df604419-58f8-4bbb-8f7f-98bd684678a4 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 02:58:38.519446 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device df604419-58f8-4bbb-8f7f-98bd684678a4 not bound to the agent host hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 02:58:38.593423 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-85f7702b-273f-45b6-8f86-733cff7cf37a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:38.600484 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461dc06-82c9-4c36-bd4e-38655d214dec req-0b2e2cbb-b218-4a01-aa4b-11e20b012fe7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:38.602005 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8461dc06-82c9-4c36-bd4e-38655d214dec req-0b2e2cbb-b218-4a01-aa4b-11e20b012fe7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.1778874 Mar 04 02:58:38.630460 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_common [req-5d24fa17-2a49-4976-a726-29fee360e307 req-a03ffb31-6163-4143-a11b-d8d69de65db1 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Allocated IP 172.20.0.7 (47e6c6c4-45d4-43ea-baac-423caa1c0adf/431140ff-e7d6-4b01-b509-15f7f795257b/34fe383c-736e-4a3a-8bd0-9fe83c4f16c3) {{(pid=102946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:58:38.676969 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-85f7702b-273f-45b6-8f86-733cff7cf37a admin admin] Publish callbacks [] for security_group (d52bbab5-6a67-44e8-93dc-fae1afe569e3), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:38.681859 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-85f7702b-273f-45b6-8f86-733cff7cf37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (d52bbab5-6a67-44e8-93dc-fae1afe569e3), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:38.684662 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8461dc06-82c9-4c36-bd4e-38655d214dec req-565d9d68-273e-4789-8564-f5f390838988 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754929 Mar 04 02:58:38.753180 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-85f7702b-273f-45b6-8f86-733cff7cf37a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb1d4eba089546dc8b75a5966f517f0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002899 Mar 04 02:58:38.755010 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7702b-273f-45b6-8f86-733cff7cf37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52bbab5-6a67-44e8-93dc-fae1afe569e3,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:38.757123 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 57194) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:38.779369 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7702b-273f-45b6-8f86-733cff7cf37a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:38.779734 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7702b-273f-45b6-8f86-733cff7cf37a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:38.780084 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7702b-273f-45b6-8f86-733cff7cf37a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:38.780425 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7702b-273f-45b6-8f86-733cff7cf37a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:38.780816 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7702b-273f-45b6-8f86-733cff7cf37a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:38.781150 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7702b-273f-45b6-8f86-733cff7cf37a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:38.781482 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7702b-273f-45b6-8f86-733cff7cf37a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:38.781847 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7702b-273f-45b6-8f86-733cff7cf37a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:38.782180 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7702b-273f-45b6-8f86-733cff7cf37a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:38.782508 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7702b-273f-45b6-8f86-733cff7cf37a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:38.782835 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7702b-273f-45b6-8f86-733cff7cf37a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:38.783886 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7702b-273f-45b6-8f86-733cff7cf37a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:38.784360 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7702b-273f-45b6-8f86-733cff7cf37a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:38.816484 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0ba563ca-6496-4395-aea3-8db4e10e06f0 req-b4e4a78d-689c-412d-a97c-b0ad2209ec91 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1172352 Mar 04 02:58:38.819347 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-5d24fa17-2a49-4976-a726-29fee360e307 req-a03ffb31-6163-4143-a11b-d8d69de65db1 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks [] for port (34fe383c-736e-4a3a-8bd0-9fe83c4f16c3), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:38.834474 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6cf7d794-d521-4cc2-a81c-ceb854499ad5 admin admin] Publish callbacks [] for security_group (d52bbab5-6a67-44e8-93dc-fae1afe569e3), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:38.864674 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6cf7d794-d521-4cc2-a81c-ceb854499ad5 admin admin] Publish callbacks [] for security_group (d52bbab5-6a67-44e8-93dc-fae1afe569e3), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:38.866307 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-5d24fa17-2a49-4976-a726-29fee360e307 req-a03ffb31-6163-4143-a11b-d8d69de65db1 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (34fe383c-736e-4a3a-8bd0-9fe83c4f16c3), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:38.883333 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['f8c0c90d-35cb-4651-9a1a-06b873e53814'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 02:58:38.947499 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba563ca-6496-4395-aea3-8db4e10e06f0 req-aa00b12f-67ca-4e62-8348-af139347e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:38.949031 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0ba563ca-6496-4395-aea3-8db4e10e06f0 req-aa00b12f-67ca-4e62-8348-af139347e79f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9edeadc46f9f4ecdbde7a8e379b87b73&device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 1129 time: 0.0664973 Mar 04 02:58:38.952863 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d24fa17-2a49-4976-a726-29fee360e307 req-a03ffb31-6163-4143-a11b-d8d69de65db1 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Network 47e6c6c4-45d4-43ea-baac-423caa1c0adf is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:58:38.959072 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6cf7d794-d521-4cc2-a81c-ceb854499ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (d52bbab5-6a67-44e8-93dc-fae1afe569e3), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:38.962319 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6cf7d794-d521-4cc2-a81c-ceb854499ad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:38.965905 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-6cf7d794-d521-4cc2-a81c-ceb854499ad5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d52bbab5-6a67-44e8-93dc-fae1afe569e3 HTTP/1.1" status: 204 len: 168 time: 0.2036583 Mar 04 02:58:38.973620 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7d794-d521-4cc2-a81c-ceb854499ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52bbab5-6a67-44e8-93dc-fae1afe569e3,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:38.985870 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [req-5d24fa17-2a49-4976-a726-29fee360e307 req-a03ffb31-6163-4143-a11b-d8d69de65db1 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:58:38.993239 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d24fa17-2a49-4976-a726-29fee360e307 req-a03ffb31-6163-4143-a11b-d8d69de65db1 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Received port after_create {{(pid=102946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:58:39.001449 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24fa17-2a49-4976-a726-29fee360e307 req-a03ffb31-6163-4143-a11b-d8d69de65db1 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:39.003081 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-5d24fa17-2a49-4976-a726-29fee360e307 req-a03ffb31-6163-4143-a11b-d8d69de65db1 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:39.033821 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ffb31-6163-4143-a11b-d8d69de65db1 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Pushing event updated for resources: {'Port': ['ID=34fe383c-736e-4a3a-8bd0-9fe83c4f16c3,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:39.063086 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5d24fa17-2a49-4976-a726-29fee360e307 req-a03ffb31-6163-4143-a11b-d8d69de65db1 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8377416 Mar 04 02:58:39.077619 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [req-5d24fa17-2a49-4976-a726-29fee360e307 req-ae80372a-1bbc-4b16-8b78-9a27d0890595 service neutron] Request body: {'port': {'device_id': '9ee087e5-fe92-4787-a4e9-c5230b0322e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:39.111066 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ddae7-828d-4407-b620-447733dc3c2a req-0aaa64e2-430d-442e-8241-b3fd94793aed tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:39.117953 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2b1ddae7-828d-4407-b620-447733dc3c2a req-0aaa64e2-430d-442e-8241-b3fd94793aed tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 931 time: 0.1891873 Mar 04 02:58:39.119741 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba563ca-6496-4395-aea3-8db4e10e06f0 req-289ef086-71c3-436d-967e-00929c5548d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:39.121935 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0ba563ca-6496-4395-aea3-8db4e10e06f0 req-289ef086-71c3-436d-967e-00929c5548d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=47e6c6c4-45d4-43ea-baac-423caa1c0adf HTTP/1.1" status: 200 len: 915 time: 0.1389501 Mar 04 02:58:39.170611 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0ba563ca-6496-4395-aea3-8db4e10e06f0 req-c68851a3-acae-4208-9a7b-4e92e46861a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8c0c90d-35cb-4651-9a1a-06b873e53814 HTTP/1.1" status: 200 len: 217 time: 0.0360801 Mar 04 02:58:39.192019 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-5d24fa17-2a49-4976-a726-29fee360e307 req-ae80372a-1bbc-4b16-8b78-9a27d0890595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (34fe383c-736e-4a3a-8bd0-9fe83c4f16c3), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:39.197548 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2b1ddae7-828d-4407-b620-447733dc3c2a req-5b4c2da7-88b4-472c-882a-1cb5bc276997 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787013 Mar 04 02:58:39.231689 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba563ca-6496-4395-aea3-8db4e10e06f0 req-8b23f805-b846-4e37-83fa-501bfd2ac524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:39.234467 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0ba563ca-6496-4395-aea3-8db4e10e06f0 req-8b23f805-b846-4e37-83fa-501bfd2ac524 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=431140ff-e7d6-4b01-b509-15f7f795257b HTTP/1.1" status: 200 len: 854 time: 0.0544722 Mar 04 02:58:39.276667 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0ba563ca-6496-4395-aea3-8db4e10e06f0 req-82834105-7b41-46d7-887c-c56e010a2205 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=47e6c6c4-45d4-43ea-baac-423caa1c0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317059 Mar 04 02:58:39.404136 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0ba563ca-6496-4395-aea3-8db4e10e06f0 req-75aa3579-8ea2-4129-acef-b16076192676 service neutron] 10.222.0.13 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188781 Mar 04 02:58:39.498004 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [req-5d24fa17-2a49-4976-a726-29fee360e307 req-ae80372a-1bbc-4b16-8b78-9a27d0890595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3 {{(pid=102946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 02:58:39.507961 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-5d24fa17-2a49-4976-a726-29fee360e307 req-ae80372a-1bbc-4b16-8b78-9a27d0890595 service neutron] Publish callbacks [] for port (34fe383c-736e-4a3a-8bd0-9fe83c4f16c3), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:39.514339 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0ba563ca-6496-4395-aea3-8db4e10e06f0 req-fb9dfc80-a2c6-4d99-ac6b-d02c6d890c88 service neutron] 10.222.0.13 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977862 Mar 04 02:58:39.531747 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.provisioning_blocks [req-5d24fa17-2a49-4976-a726-29fee360e307 req-ae80372a-1bbc-4b16-8b78-9a27d0890595 service neutron] Transition to ACTIVE for port object 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3 will not be triggered until provisioned by entity L2. {{(pid=102946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 02:58:39.540116 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-5d24fa17-2a49-4976-a726-29fee360e307 req-ae80372a-1bbc-4b16-8b78-9a27d0890595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (34fe383c-736e-4a3a-8bd0-9fe83c4f16c3), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:39.606814 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80372a-1bbc-4b16-8b78-9a27d0890595 service neutron] Pushing event updated for resources: {'Port': ['ID=34fe383c-736e-4a3a-8bd0-9fe83c4f16c3,revision_number=2']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:39.639483 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-5d24fa17-2a49-4976-a726-29fee360e307 req-ae80372a-1bbc-4b16-8b78-9a27d0890595 service neutron] Attempting to bind port 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:58:39.639775 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-5d24fa17-2a49-4976-a726-29fee360e307 req-ae80372a-1bbc-4b16-8b78-9a27d0890595 service neutron] Attempting to bind port 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '40210cda-f220-447e-88df-8afede29b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf'}] {{(pid=102946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:58:39.640152 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24fa17-2a49-4976-a726-29fee360e307 req-ae80372a-1bbc-4b16-8b78-9a27d0890595 service neutron] Attempting to bind port 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3 on network 47e6c6c4-45d4-43ea-baac-423caa1c0adf {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:58:39.646215 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24fa17-2a49-4976-a726-29fee360e307 req-ae80372a-1bbc-4b16-8b78-9a27d0890595 service neutron] Port 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3 on network 47e6c6c4-45d4-43ea-baac-423caa1c0adf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 02:58:39.646520 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24fa17-2a49-4976-a726-29fee360e307 req-ae80372a-1bbc-4b16-8b78-9a27d0890595 service neutron] Attempting to bind port 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3 on network 47e6c6c4-45d4-43ea-baac-423caa1c0adf {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:58:39.651867 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24fa17-2a49-4976-a726-29fee360e307 req-ae80372a-1bbc-4b16-8b78-9a27d0890595 service neutron] Checking agent: {'id': '3c9f8f0c-9b00-4c68-8144-2c2180e90486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'started_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:58:39.652209 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24fa17-2a49-4976-a726-29fee360e307 req-ae80372a-1bbc-4b16-8b78-9a27d0890595 service neutron] Checking segment: {'id': '40210cda-f220-447e-88df-8afede29b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:58:39.652594 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24fa17-2a49-4976-a726-29fee360e307 req-ae80372a-1bbc-4b16-8b78-9a27d0890595 service neutron] Bound using segment: {'id': '40210cda-f220-447e-88df-8afede29b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf'} {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:58:39.653022 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-5d24fa17-2a49-4976-a726-29fee360e307 req-ae80372a-1bbc-4b16-8b78-9a27d0890595 service neutron] Bound port: 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40210cda-f220-447e-88df-8afede29b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf'}}] {{(pid=102946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:58:39.653377 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-5d24fa17-2a49-4976-a726-29fee360e307 req-ae80372a-1bbc-4b16-8b78-9a27d0890595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (34fe383c-736e-4a3a-8bd0-9fe83c4f16c3), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:39.660458 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 57240) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:39.730350 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4472d54-a12e-4b08-832a-bdb296ff68f1 admin admin] Deleting subnet f7704bc1-6e6d-4b9c-b819-30bbf70f7eba {{(pid=102948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 02:58:39.736136 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f4472d54-a12e-4b08-832a-bdb296ff68f1 admin admin] Publish callbacks [] for subnet (f7704bc1-6e6d-4b9c-b819-30bbf70f7eba), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:39.753097 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-5d24fa17-2a49-4976-a726-29fee360e307 req-ae80372a-1bbc-4b16-8b78-9a27d0890595 service neutron] For port 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3, host hv-cinder-82806, cleared binding levels {{(pid=102946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:58:39.759662 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-5d24fa17-2a49-4976-a726-29fee360e307 req-ae80372a-1bbc-4b16-8b78-9a27d0890595 service neutron] For port 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=34fe383c-736e-4a3a-8bd0-9fe83c4f16c3,segment=NetworkSegment(40210cda-f220-447e-88df-8afede29b116),segment_id=40210cda-f220-447e-88df-8afede29b116)] {{(pid=102946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:58:39.771953 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-5d24fa17-2a49-4976-a726-29fee360e307 req-ae80372a-1bbc-4b16-8b78-9a27d0890595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (34fe383c-736e-4a3a-8bd0-9fe83c4f16c3), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:39.809031 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f4472d54-a12e-4b08-832a-bdb296ff68f1 admin admin] Publish callbacks [] for subnet (f7704bc1-6e6d-4b9c-b819-30bbf70f7eba), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:39.823993 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f4472d54-a12e-4b08-832a-bdb296ff68f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511659'] for subnet (f7704bc1-6e6d-4b9c-b819-30bbf70f7eba), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:39.844136 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24fa17-2a49-4976-a726-29fee360e307 req-ae80372a-1bbc-4b16-8b78-9a27d0890595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:39.844862 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-5d24fa17-2a49-4976-a726-29fee360e307 req-ae80372a-1bbc-4b16-8b78-9a27d0890595 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:39.847043 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5d24fa17-2a49-4976-a726-29fee360e307 req-ae80372a-1bbc-4b16-8b78-9a27d0890595 service neutron] 10.222.0.13 "PUT /v2.0/ports/34fe383c-736e-4a3a-8bd0-9fe83c4f16c3 HTTP/1.1" status: 200 len: 1093 time: 0.7748611 Mar 04 02:58:39.848681 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee087e5-fe92-4787-a4e9-c5230b0322e5', 'tag': '34fe383c-736e-4a3a-8bd0-9fe83c4f16c3'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 02:58:39.854717 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0894735-0734-4d94-8f85-fac37651b6c9" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee087e5-fe92-4787-a4e9-c5230b0322e5", "tag": "34fe383c-736e-4a3a-8bd0-9fe83c4f16c3"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 02:58:39.857301 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 57254) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:39.879530 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80372a-1bbc-4b16-8b78-9a27d0890595 service neutron] Pushing event updated for resources: {'Port': ['ID=34fe383c-736e-4a3a-8bd0-9fe83c4f16c3,revision_number=3']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:39.902544 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453f915-f64e-4b9e-bcfe-a788764ab550 req-caa14513-8259-4f9b-9049-561162257165 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:39.904101 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a453f915-f64e-4b9e-bcfe-a788764ab550 req-caa14513-8259-4f9b-9049-561162257165 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.1056688 Mar 04 02:58:39.937066 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f4472d54-a12e-4b08-832a-bdb296ff68f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for subnet (f7704bc1-6e6d-4b9c-b819-30bbf70f7eba), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:39.946944 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 02:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03eab7bc-2c5f-4965-8ee7-5986add13dfb x-openstack-request-id: req-03eab7bc-2c5f-4965-8ee7-5986add13dfb {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 02:58:39.947309 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee087e5-fe92-4787-a4e9-c5230b0322e5", "tag": "34fe383c-736e-4a3a-8bd0-9fe83c4f16c3", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 02:58:39.947508 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03eab7bc-2c5f-4965-8ee7-5986add13dfb {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 02:58:39.947890 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ee087e5-fe92-4787-a4e9-c5230b0322e5', 'tag': '34fe383c-736e-4a3a-8bd0-9fe83c4f16c3', 'status': 'completed', 'code': 200} Mar 04 02:58:39.976310 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f4472d54-a12e-4b08-832a-bdb296ff68f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:39.982375 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-f4472d54-a12e-4b08-832a-bdb296ff68f1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f7704bc1-6e6d-4b9c-b819-30bbf70f7eba HTTP/1.1" status: 204 len: 168 time: 0.3193142 Mar 04 02:58:39.983649 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4472d54-a12e-4b08-832a-bdb296ff68f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7704bc1-6e6d-4b9c-b819-30bbf70f7eba,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:39.987646 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 57268) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:39.999611 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24fa17-2a49-4976-a726-29fee360e307 req-657d1d81-9c83-43c6-94e1-b30861882279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:40.001139 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5d24fa17-2a49-4976-a726-29fee360e307 req-657d1d81-9c83-43c6-94e1-b30861882279 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9edeadc46f9f4ecdbde7a8e379b87b73&device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 1127 time: 0.0960948 Mar 04 02:58:40.004848 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a453f915-f64e-4b9e-bcfe-a788764ab550 req-9be7fa61-f2c0-4708-bc51-14748a4c4e2a tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886455 Mar 04 02:58:40.057381 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5d24fa17-2a49-4976-a726-29fee360e307 req-c8f5bfe4-31ad-4806-a516-96a93f56b519 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34fe383c-736e-4a3a-8bd0-9fe83c4f16c3 HTTP/1.1" status: 200 len: 217 time: 0.0462575 Mar 04 02:58:40.072249 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-d1cf6839-1f90-4966-be1d-16998a60e813 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1102214424-network', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:40.088226 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516816'] for network (9e7b90f3-cd23-48a5-92b3-8c463814972e), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:40.111468 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cf6839-1f90-4966-be1d-16998a60e813 admin admin] Made reservation on behalf of 008d600fd8c441ff8b482ff1a7313891 for: {'network': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:58:40.114136 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d1cf6839-1f90-4966-be1d-16998a60e813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for network (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:40.116805 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24fa17-2a49-4976-a726-29fee360e307 req-33a634af-8c3f-4489-a6a4-ec42a49f4565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:40.118325 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5d24fa17-2a49-4976-a726-29fee360e307 req-33a634af-8c3f-4489-a6a4-ec42a49f4565 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=431140ff-e7d6-4b01-b509-15f7f795257b HTTP/1.1" status: 200 len: 854 time: 0.0491855 Mar 04 02:58:40.144603 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d1cf6839-1f90-4966-be1d-16998a60e813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:40.156839 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5d24fa17-2a49-4976-a726-29fee360e307 req-098138a2-ba91-480f-9e65-f052a5bc96d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=47e6c6c4-45d4-43ea-baac-423caa1c0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311279 Mar 04 02:58:40.225886 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621520', 'neutron.services.segments.db._delete_segments_for_network-8753426307485'] for network (9e7b90f3-cd23-48a5-92b3-8c463814972e), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:40.258861 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:58:40.259214 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:58:40.259966 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:58:40.260310 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] Subscribe: > port after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:58:40.260646 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] Subscribe: > port after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:58:40.260962 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] Subscribe: > port after_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:58:40.261296 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:58:40.261615 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:58:40.261960 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:58:40.262277 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:58:40.337327 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5d24fa17-2a49-4976-a726-29fee360e307 req-43091c84-d680-44a7-8c5e-6a4278c6c0b5 service neutron] 10.222.0.13 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623535 Mar 04 02:58:40.397823 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea538d8-f8bf-428c-98c3-a02cef3b5bf1 req-9e500dba-64e8-409b-b156-525f890c9820 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:40.399647 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-eea538d8-f8bf-428c-98c3-a02cef3b5bf1 req-9e500dba-64e8-409b-b156-525f890c9820 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 943 time: 0.1110003 Mar 04 02:58:40.400621 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:58:40.401157 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:58:40.401680 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:58:40.402264 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 02:58:40.402793 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7b90f3-cd23-48a5-92b3-8c463814972e']}} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:40.434618 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0ba5b2-93cb-4930-b1d8-7e8c1e392b97') {'for_net_delete': True} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:40.435037 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0ba5b2-93cb-4930-b1d8-7e8c1e392b97') {} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:40.462564 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753426310822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797352'] for segment (7a0ba5b2-93cb-4930-b1d8-7e8c1e392b97), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:40.499999 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (7a0ba5b2-93cb-4930-b1d8-7e8c1e392b97), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:40.517921 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d1cf6839-1f90-4966-be1d-16998a60e813 admin admin] Publish callbacks [] for security_group (60a28fcc-255a-47cf-bf7e-d2e1cc1fa9e7), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:40.520635 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=102948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 02:58:40.521248 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12132969'] for segment (7a0ba5b2-93cb-4930-b1d8-7e8c1e392b97), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:40.525071 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-eea538d8-f8bf-428c-98c3-a02cef3b5bf1 req-a35cdccb-5e16-4f9c-9814-3b16358adc93 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795653 Mar 04 02:58:40.527064 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5d24fa17-2a49-4976-a726-29fee360e307 req-cc8f986c-f401-4d66-b5b9-f2024754e9a9 service neutron] 10.222.0.13 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777022 Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: from cryptography.utils import int_from_bytes Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: from cryptography.utils import int_from_bytes Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: Traceback (most recent call last): Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: timer() Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: cb(*args, **kw) Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: return func(*args, **kwargs) Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: self._notify() Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: self.callback(batched_events) Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: event.method(event) Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: return f(self, *a, **k) Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: return self._get(url).json() Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: return self.request(url, 'GET', **kwargs) Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 02:58:40.547052 dv-cinder-828061-7-iscsi neutron-server[102948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 02:58:40.559948 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d1cf6839-1f90-4966-be1d-16998a60e813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (60a28fcc-255a-47cf-bf7e-d2e1cc1fa9e7), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:40.629181 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf6839-1f90-4966-be1d-16998a60e813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a28fcc-255a-47cf-bf7e-d2e1cc1fa9e7,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:40.637315 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641210'] for network (9e7b90f3-cd23-48a5-92b3-8c463814972e), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:40.638014 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1cf6839-1f90-4966-be1d-16998a60e813 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=102948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 02:58:40.650208 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0894735-0734-4d94-8f85-fac37651b6c9 req-d0541328-6edc-47f8-9b40-fc33ce3bcbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:40.651719 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e0894735-0734-4d94-8f85-fac37651b6c9 req-d0541328-6edc-47f8-9b40-fc33ce3bcbb0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9edeadc46f9f4ecdbde7a8e379b87b73&device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 1127 time: 0.0599434 Mar 04 02:58:40.661661 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:40.667423 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] 10.222.0.16 "DELETE /v2.0/networks/9e7b90f3-cd23-48a5-92b3-8c463814972e HTTP/1.1" status: 204 len: 168 time: 0.6762984 Mar 04 02:58:40.667423 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c15e0a-08f5-4a35-a68d-24bbb880dc4c admin admin] Pushing event deleted for resources: {'Network': ['ID=9e7b90f3-cd23-48a5-92b3-8c463814972e,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:40.678596 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d1cf6839-1f90-4966-be1d-16998a60e813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (7da1f331-85d5-4c9f-b06f-15e6b2fd523d), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:40.678947 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.db.segments_db [None req-d1cf6839-1f90-4966-be1d-16998a60e813 admin admin] Added segment 7da1f331-85d5-4c9f-b06f-15e6b2fd523d of type vlan for network 0b87ed6a-60ec-432a-a88d-8dfb781ec617 Mar 04 02:58:40.726326 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d1cf6839-1f90-4966-be1d-16998a60e813 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753425852492'] for network (0b87ed6a-60ec-432a-a88d-8dfb781ec617), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:40.758970 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0894735-0734-4d94-8f85-fac37651b6c9 req-dc5fd015-e134-41e3-a39a-91b5bf089d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:40.760561 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e0894735-0734-4d94-8f85-fac37651b6c9 req-dc5fd015-e134-41e3-a39a-91b5bf089d08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=47e6c6c4-45d4-43ea-baac-423caa1c0adf HTTP/1.1" status: 200 len: 915 time: 0.1009436 Mar 04 02:58:40.763742 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d1cf6839-1f90-4966-be1d-16998a60e813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for network (0b87ed6a-60ec-432a-a88d-8dfb781ec617), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:40.764749 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cf6839-1f90-4966-be1d-16998a60e813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:40.766219 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d1cf6839-1f90-4966-be1d-16998a60e813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:40.811885 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 57306) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:40.814086 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e0894735-0734-4d94-8f85-fac37651b6c9 req-deed6eb3-fbd3-4aa4-867b-e72aff035847 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34fe383c-736e-4a3a-8bd0-9fe83c4f16c3 HTTP/1.1" status: 200 len: 217 time: 0.0415924 Mar 04 02:58:40.827195 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-d1cf6839-1f90-4966-be1d-16998a60e813 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9668458 Mar 04 02:58:40.832257 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 57308) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:40.849962 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf6839-1f90-4966-be1d-16998a60e813 admin admin] Pushing event updated for resources: {'Network': ['ID=0b87ed6a-60ec-432a-a88d-8dfb781ec617,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:40.863872 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Network 0b87ed6a-60ec-432a-a88d-8dfb781ec617 details requested by agent ovs-agent-dv-cinder-828061-7-iscsi with host dv-cinder-828061-7-iscsi {{(pid=102955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 02:58:40.872398 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-a8e5a359-f04b-4ad1-94d4-b94e351410d7 admin admin] Request body: {'subnet': {'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1102214424-subnet', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'ip_version': 4}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:40.878317 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-e4a1d159-c163-4bac-b549-f3d05c91ff0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ae08e45cf394a85a30dbcd7d75ded63&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0645330 Mar 04 02:58:40.880997 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 57310) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:40.903379 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0894735-0734-4d94-8f85-fac37651b6c9 req-c72c9f7e-985a-4044-bc34-8e7c60dc13b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:40.905252 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e0894735-0734-4d94-8f85-fac37651b6c9 req-c72c9f7e-985a-4044-bc34-8e7c60dc13b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=431140ff-e7d6-4b01-b509-15f7f795257b HTTP/1.1" status: 200 len: 854 time: 0.0846169 Mar 04 02:58:40.906639 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e5a359-f04b-4ad1-94d4-b94e351410d7 admin admin] Made reservation on behalf of 008d600fd8c441ff8b482ff1a7313891 for: {'subnet': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:58:40.909795 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-a8e5a359-f04b-4ad1-94d4-b94e351410d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:40.942950 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9dd4d679-7abd-4986-b534-7cf62e587cb1 admin admin] Publish callbacks [] for security_group (d84915d2-cf7b-41d7-8954-887b9ae2f1d7), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:40.964923 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9dd4d679-7abd-4986-b534-7cf62e587cb1 admin admin] Publish callbacks [] for security_group (d84915d2-cf7b-41d7-8954-887b9ae2f1d7), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:40.973645 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e0894735-0734-4d94-8f85-fac37651b6c9 req-3c7485d1-44df-4efd-a2b0-842128ed0a0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=47e6c6c4-45d4-43ea-baac-423caa1c0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520265 Mar 04 02:58:41.019431 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9dd4d679-7abd-4986-b534-7cf62e587cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (d84915d2-cf7b-41d7-8954-887b9ae2f1d7), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:41.022566 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9dd4d679-7abd-4986-b534-7cf62e587cb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:41.023920 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-9dd4d679-7abd-4986-b534-7cf62e587cb1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d84915d2-cf7b-41d7-8954-887b9ae2f1d7 HTTP/1.1" status: 204 len: 168 time: 0.1419106 Mar 04 02:58:41.033712 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4d679-7abd-4986-b534-7cf62e587cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84915d2-cf7b-41d7-8954-887b9ae2f1d7,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:41.148940 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e0894735-0734-4d94-8f85-fac37651b6c9 req-2f8a76ee-8801-43cc-b68f-5df9653899c8 service neutron] 10.222.0.13 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647830 Mar 04 02:58:41.290211 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-a8e5a359-f04b-4ad1-94d4-b94e351410d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for subnet (da08f08c-befc-48c1-b5f3-365ec3403793), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:41.299681 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f7b9c-82a3-42d0-8a44-80e718b5d230 req-dae0201c-5fd7-4e6a-9143-a90c83212cf3 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:41.301403 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a75f7b9c-82a3-42d0-8a44-80e718b5d230 req-dae0201c-5fd7-4e6a-9143-a90c83212cf3 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.1726947 Mar 04 02:58:41.380293 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e0894735-0734-4d94-8f85-fac37651b6c9 req-df898837-7bc1-4369-b43e-57388a875a4b service neutron] 10.222.0.13 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118890 Mar 04 02:58:41.416274 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5a359-f04b-4ad1-94d4-b94e351410d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da08f08c-befc-48c1-b5f3-365ec3403793,revision_number=0']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:41.440348 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a75f7b9c-82a3-42d0-8a44-80e718b5d230 req-244246ea-18e1-4c95-bdeb-9d9b050ff09c tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275222 Mar 04 02:58:41.441179 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e5a359-f04b-4ad1-94d4-b94e351410d7 admin admin] Checking segment: {'id': '7da1f331-85d5-4c9f-b06f-15e6b2fd523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:58:41.441540 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e5a359-f04b-4ad1-94d4-b94e351410d7 admin admin] Network hostable DHCP agents. Network: 0b87ed6a-60ec-432a-a88d-8dfb781ec617, hostable agents: ['193be762-5f90-4059-8499-961b96963e98'], hosted agents: [] {{(pid=102946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 02:58:41.461162 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e5a359-f04b-4ad1-94d4-b94e351410d7 admin admin] Network 0b87ed6a-60ec-432a-a88d-8dfb781ec617 is scheduled to be hosted by DHCP agent 193be762-5f90-4059-8499-961b96963e98 with binding_index 1 {{(pid=102946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 02:58:41.475259 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-a8e5a359-f04b-4ad1-94d4-b94e351410d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-7-iscsi, 0b87ed6a-60ec-432a-a88d-8dfb781ec617) {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:58:41.484403 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f411a18f-4765-4cc9-88b5-40a64a59031f None None] Network 0b87ed6a-60ec-432a-a88d-8dfb781ec617 requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 02:58:41.489373 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e5a359-f04b-4ad1-94d4-b94e351410d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:41.489996 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-a8e5a359-f04b-4ad1-94d4-b94e351410d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:41.507481 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-a8e5a359-f04b-4ad1-94d4-b94e351410d7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6740785 Mar 04 02:58:41.510070 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 57332) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:41.514276 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-7c863223-4d60-4883-b7c2-1748d9e5ed03 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1102214424-router', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:41.540067 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-7c863223-4d60-4883-b7c2-1748d9e5ed03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59233'] for router (254e4558-4ce9-46bb-b2f6-63cc4fe6140b), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:41.541242 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-7c863223-4d60-4883-b7c2-1748d9e5ed03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59160'] for router (254e4558-4ce9-46bb-b2f6-63cc4fe6140b), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:41.601033 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-7c863223-4d60-4883-b7c2-1748d9e5ed03 admin admin] Publish callbacks [] for router_controller (254e4558-4ce9-46bb-b2f6-63cc4fe6140b), precommit_add_association {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:41.645961 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5abfbf6-2497-5bc8-8249-8e37f7c4ec42-0b87ed6a-60ec-432a-a88d-8dfb781ec617', 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617', 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'fixed_ips': [{'subnet_id': 'da08f08c-befc-48c1-b5f3-365ec3403793'}]}} from dv-cinder-828061-7-iscsi. {{(pid=102955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 02:58:41.646897 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:41.795211 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.db_base_plugin_common [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Allocated IP 172.20.0.2 (0b87ed6a-60ec-432a-a88d-8dfb781ec617/da08f08c-befc-48c1-b5f3-365ec3403793/f5169257-0f71-4a31-8a74-35de0e692151) {{(pid=102955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:58:41.798090 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1438bd1-8d35-4c8c-ac7d-ff850a90d22e req-d58a7098-12de-490d-8f2c-1c090230076f tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:41.800212 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e1438bd1-8d35-4c8c-ac7d-ff850a90d22e req-d58a7098-12de-490d-8f2c-1c090230076f tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 943 time: 0.1465397 Mar 04 02:58:41.804343 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-7c863223-4d60-4883-b7c2-1748d9e5ed03 admin admin] Publish callbacks [] for router_gateway (254e4558-4ce9-46bb-b2f6-63cc4fe6140b), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:41.898528 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e1438bd1-8d35-4c8c-ac7d-ff850a90d22e req-f2cf8ff0-3af0-4c07-904c-dfa2a5b951a1 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905755 Mar 04 02:58:42.025838 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:42.068646 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-7c863223-4d60-4883-b7c2-1748d9e5ed03 admin admin] Publish callbacks [] for router_gateway (254e4558-4ce9-46bb-b2f6-63cc4fe6140b), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:42.089508 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-7c863223-4d60-4883-b7c2-1748d9e5ed03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:42.099736 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Publish callbacks [] for port (f5169257-0f71-4a31-8a74-35de0e692151), precommit_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:42.108578 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (f5169257-0f71-4a31-8a74-35de0e692151), after_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:42.161025 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Network 0b87ed6a-60ec-432a-a88d-8dfb781ec617 is already hosted by enough agents. {{(pid=102955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:58:42.164097 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.scheduler.base_scheduler [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Resources bound (agent type, host, resource id): {{(pid=102955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:58:42.168759 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Received port after_create {{(pid=102955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:58:42.172329 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Pushing event updated for resources: {'Port': ['ID=f5169257-0f71-4a31-8a74-35de0e692151,revision_number=1']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:42.182221 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:42.182590 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:42.183083 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:42.183564 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:42.184048 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:42.184530 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:42.184862 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:42.185188 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:42.185514 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:42.185885 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:42.186220 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:42.186539 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:42.186857 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:42.220953 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_common [None req-7c863223-4d60-4883-b7c2-1748d9e5ed03 admin admin] Allocated IP 172.27.2.232 (4b7e2636-a469-4d8a-9bd4-65ee0f06b31b/15e6bee3-74fb-492e-abc3-419d01a26fc0/9bf73166-64b0-439e-9031-1232744788fd) {{(pid=102946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:58:42.243317 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Attempting to bind port f5169257-0f71-4a31-8a74-35de0e692151 on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:58:42.243908 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Attempting to bind port f5169257-0f71-4a31-8a74-35de0e692151 by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': '7da1f331-85d5-4c9f-b06f-15e6b2fd523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:58:42.244341 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Attempting to bind port f5169257-0f71-4a31-8a74-35de0e692151 on network 0b87ed6a-60ec-432a-a88d-8dfb781ec617 {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:58:42.249845 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:58:42.250439 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Checking segment: {'id': '7da1f331-85d5-4c9f-b06f-15e6b2fd523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:58:42.251021 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:42.252480 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Bound using segment: {'id': '7da1f331-85d5-4c9f-b06f-15e6b2fd523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:58:42.253333 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Bound port: f5169257-0f71-4a31-8a74-35de0e692151, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da1f331-85d5-4c9f-b06f-15e6b2fd523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:58:42.254145 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (f5169257-0f71-4a31-8a74-35de0e692151), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:42.323524 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] For port f5169257-0f71-4a31-8a74-35de0e692151, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:58:42.327414 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] For port f5169257-0f71-4a31-8a74-35de0e692151, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=f5169257-0f71-4a31-8a74-35de0e692151,segment=NetworkSegment(7da1f331-85d5-4c9f-b06f-15e6b2fd523d),segment_id=7da1f331-85d5-4c9f-b06f-15e6b2fd523d)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:58:42.334938 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (f5169257-0f71-4a31-8a74-35de0e692151), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:42.342620 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-7c863223-4d60-4883-b7c2-1748d9e5ed03 admin admin] Publish callbacks [] for port (9bf73166-64b0-439e-9031-1232744788fd), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:42.398016 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7712be6-57cb-4ef4-a7a1-1dab1a8b80c6 None None] Pushing event updated for resources: {'Port': ['ID=f5169257-0f71-4a31-8a74-35de0e692151,revision_number=2']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:42.402870 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-7c863223-4d60-4883-b7c2-1748d9e5ed03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (9bf73166-64b0-439e-9031-1232744788fd), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:42.453215 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c863223-4d60-4883-b7c2-1748d9e5ed03 admin admin] Network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:58:42.468442 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-7c863223-4d60-4883-b7c2-1748d9e5ed03 admin admin] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:58:42.480038 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c863223-4d60-4883-b7c2-1748d9e5ed03 admin admin] Received port after_create {{(pid=102946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:58:42.482068 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c863223-4d60-4883-b7c2-1748d9e5ed03 admin admin] Pushing event updated for resources: {'Port': ['ID=9bf73166-64b0-439e-9031-1232744788fd,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:42.733068 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897dffe-01ca-4925-ba0f-35fe87a7b496 req-2487bc97-ceeb-43d1-9d96-92dba5bf282b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:42.734826 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c897dffe-01ca-4925-ba0f-35fe87a7b496 req-2487bc97-ceeb-43d1-9d96-92dba5bf282b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.2039523 Mar 04 02:58:43.073262 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c897dffe-01ca-4925-ba0f-35fe87a7b496 req-78f09730-b76a-469c-bfa6-1aa52055426e tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289301 Mar 04 02:58:43.092224 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-7c863223-4d60-4883-b7c2-1748d9e5ed03 admin admin] Publish callbacks [] for router_gateway (254e4558-4ce9-46bb-b2f6-63cc4fe6140b), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:43.153369 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab71a6-cda7-4653-b42d-07bec25c5d79 req-5394885c-6c87-434b-94e9-48bdac94af15 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:43.155308 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c7ab71a6-cda7-4653-b42d-07bec25c5d79 req-5394885c-6c87-434b-94e9-48bdac94af15 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 943 time: 0.1444030 Mar 04 02:58:43.254977 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c7ab71a6-cda7-4653-b42d-07bec25c5d79 req-5e062ebe-85fc-41fa-bfa9-68fefc8d8802 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901299 Mar 04 02:58:43.358673 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-7c863223-4d60-4883-b7c2-1748d9e5ed03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642414'] for router (254e4558-4ce9-46bb-b2f6-63cc4fe6140b), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:43.405927 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fac611-fee1-4e28-8225-b481070194cc None None] Network 0b87ed6a-60ec-432a-a88d-8dfb781ec617 requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 02:58:43.496915 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c863223-4d60-4883-b7c2-1748d9e5ed03 admin admin] Router 254e4558-4ce9-46bb-b2f6-63cc4fe6140b is scheduled to L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd with binding_index 1 {{(pid=102946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 02:58:43.520194 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-ef5fb846-895d-4865-b646-ededef35bb10 None None] Provisioning complete for port f5169257-0f71-4a31-8a74-35de0e692151 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:43.520568 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb846-895d-4865-b646-ededef35bb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (f5169257-0f71-4a31-8a74-35de0e692151), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:43.621383 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-ef5fb846-895d-4865-b646-ededef35bb10 None None] Current status of the port f5169257-0f71-4a31-8a74-35de0e692151 is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:43.621802 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb846-895d-4865-b646-ededef35bb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (f5169257-0f71-4a31-8a74-35de0e692151), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:43.644546 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c863223-4d60-4883-b7c2-1748d9e5ed03 admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 02:58:43.654284 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] Sync routers for ids ['254e4558-4ce9-46bb-b2f6-63cc4fe6140b'] in dv-cinder-828061-7-iscsi {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 02:58:43.667190 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-ef5fb846-895d-4865-b646-ededef35bb10 None None] For port f5169257-0f71-4a31-8a74-35de0e692151, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=f5169257-0f71-4a31-8a74-35de0e692151,segment=NetworkSegment(7da1f331-85d5-4c9f-b06f-15e6b2fd523d),segment_id=7da1f331-85d5-4c9f-b06f-15e6b2fd523d)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:43.671433 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] Routers {'254e4558-4ce9-46bb-b2f6-63cc4fe6140b'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:58:43.672282 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:58:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['254e4558-4ce9-46bb-b2f6-63cc4fe6140b'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:43.677622 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-7c863223-4d60-4883-b7c2-1748d9e5ed03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:43.678680 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb846-895d-4865-b646-ededef35bb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (f5169257-0f71-4a31-8a74-35de0e692151), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:43.681446 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 57382) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:43.683748 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-7c863223-4d60-4883-b7c2-1748d9e5ed03 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1723211 Mar 04 02:58:43.742153 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fb846-895d-4865-b646-ededef35bb10 None None] Pushing event updated for resources: {'Port': ['ID=f5169257-0f71-4a31-8a74-35de0e692151,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:43.800297 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-f23859c4-1780-4d7a-bcf0-f3c1e65eaf53 None None] Provisioning complete for port f5169257-0f71-4a31-8a74-35de0e692151 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:43.800676 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-f23859c4-1780-4d7a-bcf0-f3c1e65eaf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (f5169257-0f71-4a31-8a74-35de0e692151), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:43.809750 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] Set router 254e4558-4ce9-46bb-b2f6-63cc4fe6140b gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:58:43.885659 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-f23859c4-1780-4d7a-bcf0-f3c1e65eaf53 None None] Current status of the port f5169257-0f71-4a31-8a74-35de0e692151 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:43.998472 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'name': 'tempest-TestShelveInstance-1102214424-router', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9bf73166-64b0-439e-9031-1232744788fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:58:41Z', 'updated_at': '2022-03-04T02:58:42Z', 'revision_number': 3, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'gw_port': {'id': '9bf73166-64b0-439e-9031-1232744788fd', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:42Z', 'updated_at': '2022-03-04T02:58:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:44.026604 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] Checking router: 254e4558-4ce9-46bb-b2f6-63cc4fe6140b for host: dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 02:58:44.026885 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] Updating router 254e4558-4ce9-46bb-b2f6-63cc4fe6140b port 9bf73166-64b0-439e-9031-1232744788fd binding host dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 02:58:44.056092 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (9bf73166-64b0-439e-9031-1232744788fd), before_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:44.137766 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-87e0a300-915e-4acd-a5fd-62dd489cf641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:44.242048 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e29e97-cc98-4e3d-88db-f2d0d13d45cd req-4690b702-fef2-4768-b5aa-83d4cbacaf01 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:44.250129 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c2e29e97-cc98-4e3d-88db-f2d0d13d45cd req-4690b702-fef2-4768-b5aa-83d4cbacaf01 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0895493 Mar 04 02:58:44.324395 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-87e0a300-915e-4acd-a5fd-62dd489cf641 admin admin] Allocated IP 172.20.0.1 (0b87ed6a-60ec-432a-a88d-8dfb781ec617/da08f08c-befc-48c1-b5f3-365ec3403793/9227f68e-c0b1-4415-9e34-845340a44d9f) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:58:44.327766 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c2e29e97-cc98-4e3d-88db-f2d0d13d45cd req-c229b650-1821-4a4c-98d9-c089682b4ac6 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767651 Mar 04 02:58:44.371345 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] Publish callbacks [] for port (9bf73166-64b0-439e-9031-1232744788fd), precommit_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:44.380143 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (9bf73166-64b0-439e-9031-1232744788fd), after_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:44.437380 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a0778-4d8e-4b18-89a2-3376b3e31aa8 None None] Pushing event updated for resources: {'Port': ['ID=9bf73166-64b0-439e-9031-1232744788fd,revision_number=2']} {{(pid=102958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:44.453279 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5e970-441a-4f08-86c2-e1bde729e165 req-c302108f-e67f-42cf-80f6-07c210824189 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:44.461306 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] Attempting to bind port 9bf73166-64b0-439e-9031-1232744788fd on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:58:44.461713 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] Attempting to bind port 9bf73166-64b0-439e-9031-1232744788fd by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}] {{(pid=102958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:58:44.462254 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] Attempting to bind port 9bf73166-64b0-439e-9031-1232744788fd on network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:58:44.463169 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-69a5e970-441a-4f08-86c2-e1bde729e165 req-c302108f-e67f-42cf-80f6-07c210824189 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 943 time: 0.0942063 Mar 04 02:58:44.477190 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:58:44.477445 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] Checking segment: {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:58:44.478039 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:44.478591 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] Bound using segment: {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'} {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:58:44.479217 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] Bound port: 9bf73166-64b0-439e-9031-1232744788fd, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}}] {{(pid=102958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:58:44.482701 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (9bf73166-64b0-439e-9031-1232744788fd), before_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:44.487317 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a0778-4d8e-4b18-89a2-3376b3e31aa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:44.487918 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a0778-4d8e-4b18-89a2-3376b3e31aa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:44.488459 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a0778-4d8e-4b18-89a2-3376b3e31aa8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:44.488978 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a0778-4d8e-4b18-89a2-3376b3e31aa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:44.489493 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a0778-4d8e-4b18-89a2-3376b3e31aa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:44.490020 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a0778-4d8e-4b18-89a2-3376b3e31aa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:44.490336 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a0778-4d8e-4b18-89a2-3376b3e31aa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:44.491050 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a0778-4d8e-4b18-89a2-3376b3e31aa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:44.491651 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a0778-4d8e-4b18-89a2-3376b3e31aa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:44.492305 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a0778-4d8e-4b18-89a2-3376b3e31aa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:44.492774 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a0778-4d8e-4b18-89a2-3376b3e31aa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:44.493246 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a0778-4d8e-4b18-89a2-3376b3e31aa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:44.494594 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a0778-4d8e-4b18-89a2-3376b3e31aa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:58:44.515225 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 02:58:44.555572 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.db [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] For port 9bf73166-64b0-439e-9031-1232744788fd, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:58:44.559767 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.db [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] For port 9bf73166-64b0-439e-9031-1232744788fd, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=9bf73166-64b0-439e-9031-1232744788fd,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:58:44.568214 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (9bf73166-64b0-439e-9031-1232744788fd), after_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:44.588341 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-69a5e970-441a-4f08-86c2-e1bde729e165 req-edc88eaa-b536-4c05-a585-374e11da59df tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237214 Mar 04 02:58:44.629025 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a0778-4d8e-4b18-89a2-3376b3e31aa8 None None] Pushing event updated for resources: {'Port': ['ID=9bf73166-64b0-439e-9031-1232744788fd,revision_number=3']} {{(pid=102958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:44.650264 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] Routers {'254e4558-4ce9-46bb-b2f6-63cc4fe6140b'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:58:44.651237 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:58:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['254e4558-4ce9-46bb-b2f6-63cc4fe6140b'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:44.706805 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device f5169257-0f71-4a31-8a74-35de0e692151 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:58:44.835347 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=34fe383c-736e-4a3a-8bd0-9fe83c4f16c3,segment=NetworkSegment(40210cda-f220-447e-88df-8afede29b116),segment_id=40210cda-f220-447e-88df-8afede29b116)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:44.846068 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port f5169257-0f71-4a31-8a74-35de0e692151 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:44.846218 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (f5169257-0f71-4a31-8a74-35de0e692151), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:44.872365 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-87e0a300-915e-4acd-a5fd-62dd489cf641 admin admin] Publish callbacks [] for port (9227f68e-c0b1-4415-9e34-845340a44d9f), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:44.875281 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': '34fe383c-736e-4a3a-8bd0-9fe83c4f16c3', 'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf', 'port_id': '34fe383c-736e-4a3a-8bd0-9fe83c4f16c3', 'mac_address': 'fa:16:3e:22:48:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431140ff-e7d6-4b01-b509-15f7f795257b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 02:58:44.900902 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] Set router 254e4558-4ce9-46bb-b2f6-63cc4fe6140b gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:58:44.910693 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-87e0a300-915e-4acd-a5fd-62dd489cf641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (9227f68e-c0b1-4415-9e34-845340a44d9f), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:44.945765 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e0a300-915e-4acd-a5fd-62dd489cf641 admin admin] Network 0b87ed6a-60ec-432a-a88d-8dfb781ec617 is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:58:44.950915 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3 is: DOWN; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:44.951304 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (34fe383c-736e-4a3a-8bd0-9fe83c4f16c3), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:44.952510 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-87e0a300-915e-4acd-a5fd-62dd489cf641 admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:58:44.956957 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e0a300-915e-4acd-a5fd-62dd489cf641 admin admin] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:58:44.989219 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3 {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 02:58:44.989766 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0a300-915e-4acd-a5fd-62dd489cf641 admin admin] Pushing event updated for resources: {'Port': ['ID=9227f68e-c0b1-4415-9e34-845340a44d9f,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:44.999921 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-87e0a300-915e-4acd-a5fd-62dd489cf641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641075'] for router_interface (254e4558-4ce9-46bb-b2f6-63cc4fe6140b), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:45.027452 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port f5169257-0f71-4a31-8a74-35de0e692151 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:45.030961 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=34fe383c-736e-4a3a-8bd0-9fe83c4f16c3,segment=NetworkSegment(40210cda-f220-447e-88df-8afede29b116),segment_id=40210cda-f220-447e-88df-8afede29b116)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:45.039675 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (34fe383c-736e-4a3a-8bd0-9fe83c4f16c3), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:45.103740 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=34fe383c-736e-4a3a-8bd0-9fe83c4f16c3,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:45.146599 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'name': 'tempest-TestShelveInstance-1102214424-router', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9bf73166-64b0-439e-9031-1232744788fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:58:41Z', 'updated_at': '2022-03-04T02:58:42Z', 'revision_number': 3, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'gw_port': {'id': '9bf73166-64b0-439e-9031-1232744788fd', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:42Z', 'updated_at': '2022-03-04T02:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:45.167261 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-87e0a300-915e-4acd-a5fd-62dd489cf641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (9227f68e-c0b1-4415-9e34-845340a44d9f), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:45.179742 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8668481b-bffe-463b-b458-2ffd124e71a8 None None] The sync data for ids ['254e4558-4ce9-46bb-b2f6-63cc4fe6140b'] in dv-cinder-828061-7-iscsi is: [{'id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'name': 'tempest-TestShelveInstance-1102214424-router', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9bf73166-64b0-439e-9031-1232744788fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:58:41Z', 'updated_at': '2022-03-04T02:58:42Z', 'revision_number': 3, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'gw_port': {'id': '9bf73166-64b0-439e-9031-1232744788fd', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:42Z', 'updated_at': '2022-03-04T02:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}] {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 02:58:45.222852 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-6dd69af6-4da5-4399-9d43-d3598ab4e0f1 None None] Provisioning complete for port 9227f68e-c0b1-4415-9e34-845340a44d9f triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:45.223231 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-6dd69af6-4da5-4399-9d43-d3598ab4e0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (9227f68e-c0b1-4415-9e34-845340a44d9f), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:45.259067 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-6dd69af6-4da5-4399-9d43-d3598ab4e0f1 None None] Port 9227f68e-c0b1-4415-9e34-845340a44d9f cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 02:58:45.353965 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-87e0a300-915e-4acd-a5fd-62dd489cf641 admin admin] Publish callbacks [] for port (9227f68e-c0b1-4415-9e34-845340a44d9f), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:45.360220 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-87e0a300-915e-4acd-a5fd-62dd489cf641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133005'] for port (9227f68e-c0b1-4415-9e34-845340a44d9f), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:45.446247 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-87e0a300-915e-4acd-a5fd-62dd489cf641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642211'] for router_interface (254e4558-4ce9-46bb-b2f6-63cc4fe6140b), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:45.448440 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0a300-915e-4acd-a5fd-62dd489cf641 admin admin] Pushing event updated for resources: {'Port': ['ID=9227f68e-c0b1-4415-9e34-845340a44d9f,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:45.478343 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1daa0b-18a6-4e0b-8799-1cc0cbd4eaec req-bbf6f49a-8505-4b2f-849e-8c2f9aa7cf95 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:45.479877 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3b1daa0b-18a6-4e0b-8799-1cc0cbd4eaec req-bbf6f49a-8505-4b2f-849e-8c2f9aa7cf95 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0781474 Mar 04 02:58:45.545388 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3b1daa0b-18a6-4e0b-8799-1cc0cbd4eaec req-c0cd3f35-a0b4-4b1a-87d2-ed53f5bd95e8 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599625 Mar 04 02:58:45.566363 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e0a300-915e-4acd-a5fd-62dd489cf641 admin admin] Network 0b87ed6a-60ec-432a-a88d-8dfb781ec617 is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:58:45.567837 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-87e0a300-915e-4acd-a5fd-62dd489cf641 admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:58:45.578005 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['34fe383c-736e-4a3a-8bd0-9fe83c4f16c3'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 02:58:45.769107 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e0a300-915e-4acd-a5fd-62dd489cf641 admin admin] Router 254e4558-4ce9-46bb-b2f6-63cc4fe6140b has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 02:58:45.774094 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf2a2d-925d-446e-98df-b950374ef0e5 req-48f9ca3f-e3e5-4a09-8f0f-84794fe636b5 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:45.780386 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-74cf2a2d-925d-446e-98df-b950374ef0e5 req-48f9ca3f-e3e5-4a09-8f0f-84794fe636b5 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 944 time: 0.1050591 Mar 04 02:58:45.884686 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-74cf2a2d-925d-446e-98df-b950374ef0e5 req-a6cd28c4-32f3-4328-ab11-b7b6d0cbf8be tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940022 Mar 04 02:58:45.909618 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a940bc4e-c0f6-485b-843b-270efef91387 None None] Provisioning complete for port 9227f68e-c0b1-4415-9e34-845340a44d9f triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:45.910096 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a940bc4e-c0f6-485b-843b-270efef91387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (9227f68e-c0b1-4415-9e34-845340a44d9f), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:45.911622 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e0a300-915e-4acd-a5fd-62dd489cf641 admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 02:58:45.920116 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-87e0a300-915e-4acd-a5fd-62dd489cf641 admin admin] 10.222.0.16 "PUT /v2.0/routers/254e4558-4ce9-46bb-b2f6-63cc4fe6140b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2372046 Mar 04 02:58:45.950568 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a940bc4e-c0f6-485b-843b-270efef91387 None None] Port 9227f68e-c0b1-4415-9e34-845340a44d9f cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 02:58:46.504021 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 9bf73166-64b0-439e-9031-1232744788fd up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:58:46.523311 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 57436) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:46.528731 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-f2e74211-f3de-4396-922b-fea87525f464 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-62782688-network', 'tenant_id': '2c399ea6c2134231958f464e2c1423a5'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:46.558252 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e74211-f3de-4396-922b-fea87525f464 admin admin] Made reservation on behalf of 2c399ea6c2134231958f464e2c1423a5 for: {'network': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:58:46.561055 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f2e74211-f3de-4396-922b-fea87525f464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for network (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:46.563748 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 9bf73166-64b0-439e-9031-1232744788fd triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:46.564281 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (9bf73166-64b0-439e-9031-1232744788fd), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:46.570058 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f2e74211-f3de-4396-922b-fea87525f464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:46.652301 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 9bf73166-64b0-439e-9031-1232744788fd is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:46.652917 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (9bf73166-64b0-439e-9031-1232744788fd), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:46.674631 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] For port 9bf73166-64b0-439e-9031-1232744788fd, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=9bf73166-64b0-439e-9031-1232744788fd,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:46.679599 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (9bf73166-64b0-439e-9031-1232744788fd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:46.699173 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f2e74211-f3de-4396-922b-fea87525f464 admin admin] Publish callbacks [] for security_group (53ab25e4-13d8-4441-bfcd-21f0aacf8379), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:46.708539 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83c018-c244-4df6-bb7f-30d42ec88be7 req-b94c79f3-e4d5-4b60-8828-161db374605f tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:46.710185 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0a83c018-c244-4df6-bb7f-30d42ec88be7 req-b94c79f3-e4d5-4b60-8828-161db374605f tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0907760 Mar 04 02:58:46.711566 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f2e74211-f3de-4396-922b-fea87525f464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (53ab25e4-13d8-4441-bfcd-21f0aacf8379), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:46.732299 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Pushing event updated for resources: {'Port': ['ID=9bf73166-64b0-439e-9031-1232744788fd,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:46.750237 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e74211-f3de-4396-922b-fea87525f464 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=102946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 02:58:46.777305 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e74211-f3de-4396-922b-fea87525f464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ab25e4-13d8-4441-bfcd-21f0aacf8379,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:46.787084 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f2e74211-f3de-4396-922b-fea87525f464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (1db64419-588b-4587-bb8d-a188a045953d), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:46.787425 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.db.segments_db [None req-f2e74211-f3de-4396-922b-fea87525f464 admin admin] Added segment 1db64419-588b-4587-bb8d-a188a045953d of type vlan for network 14dd4a45-7df5-48c4-baa8-a0cf3da6b452 Mar 04 02:58:46.833462 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0a83c018-c244-4df6-bb7f-30d42ec88be7 req-d9172167-b9bd-4d11-bb31-b55101f14ced tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142373 Mar 04 02:58:46.842695 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f2e74211-f3de-4396-922b-fea87525f464 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753425852492'] for network (14dd4a45-7df5-48c4-baa8-a0cf3da6b452), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:46.869731 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f2e74211-f3de-4396-922b-fea87525f464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for network (14dd4a45-7df5-48c4-baa8-a0cf3da6b452), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:46.870697 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e74211-f3de-4396-922b-fea87525f464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:46.871287 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f2e74211-f3de-4396-922b-fea87525f464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:46.941213 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-f2e74211-f3de-4396-922b-fea87525f464 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4167688 Mar 04 02:58:46.944022 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 57446) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:46.948951 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-2ed47da8-8815-4cf6-a13f-2356f6482d64 admin admin] Request body: {'subnet': {'network_id': '14dd4a45-7df5-48c4-baa8-a0cf3da6b452', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-62782688-subnet', 'tenant_id': '2c399ea6c2134231958f464e2c1423a5', 'ip_version': 4}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:46.953315 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e74211-f3de-4396-922b-fea87525f464 admin admin] Pushing event updated for resources: {'Network': ['ID=14dd4a45-7df5-48c4-baa8-a0cf3da6b452,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:46.965091 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Network 14dd4a45-7df5-48c4-baa8-a0cf3da6b452 details requested by agent ovs-agent-dv-cinder-828061-7-iscsi with host dv-cinder-828061-7-iscsi {{(pid=102955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 02:58:46.984209 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed47da8-8815-4cf6-a13f-2356f6482d64 admin admin] Made reservation on behalf of 2c399ea6c2134231958f464e2c1423a5 for: {'subnet': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:58:46.987940 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2ed47da8-8815-4cf6-a13f-2356f6482d64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12482593'] for subnet (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:47.031995 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201387a-7fac-4a85-b212-732f78710fa7 req-27ccdd96-075f-40cd-a0d6-a5f5559c5ced tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:47.035773 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8201387a-7fac-4a85-b212-732f78710fa7 req-27ccdd96-075f-40cd-a0d6-a5f5559c5ced tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 944 time: 0.0682263 Mar 04 02:58:47.089246 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8201387a-7fac-4a85-b212-732f78710fa7 req-7de01f3d-7446-4ccc-88be-ac23c253eeed tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464668 Mar 04 02:58:47.146107 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] Sync routers for ids ['254e4558-4ce9-46bb-b2f6-63cc4fe6140b'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 02:58:47.161984 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] Routers {'254e4558-4ce9-46bb-b2f6-63cc4fe6140b'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:58:47.162755 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:58:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['254e4558-4ce9-46bb-b2f6-63cc4fe6140b'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:47.178322 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2ed47da8-8815-4cf6-a13f-2356f6482d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12133104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12482579'] for subnet (c1cf8f4a-122d-4839-9741-29204572de08), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:47.230803 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed47da8-8815-4cf6-a13f-2356f6482d64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1cf8f4a-122d-4839-9741-29204572de08,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:47.247710 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed47da8-8815-4cf6-a13f-2356f6482d64 admin admin] Checking segment: {'id': '1db64419-588b-4587-bb8d-a188a045953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '14dd4a45-7df5-48c4-baa8-a0cf3da6b452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:58:47.248201 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed47da8-8815-4cf6-a13f-2356f6482d64 admin admin] Network hostable DHCP agents. Network: 14dd4a45-7df5-48c4-baa8-a0cf3da6b452, hostable agents: ['193be762-5f90-4059-8499-961b96963e98'], hosted agents: [] {{(pid=102948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 02:58:47.266555 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed47da8-8815-4cf6-a13f-2356f6482d64 admin admin] Network 14dd4a45-7df5-48c4-baa8-a0cf3da6b452 is scheduled to be hosted by DHCP agent 193be762-5f90-4059-8499-961b96963e98 with binding_index 1 {{(pid=102948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 02:58:47.275695 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-2ed47da8-8815-4cf6-a13f-2356f6482d64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-7-iscsi, 14dd4a45-7df5-48c4-baa8-a0cf3da6b452) {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:58:47.280048 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed47da8-8815-4cf6-a13f-2356f6482d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:47.280691 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2ed47da8-8815-4cf6-a13f-2356f6482d64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:47.286041 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] Set router 254e4558-4ce9-46bb-b2f6-63cc4fe6140b gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:58:47.300978 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 57450) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:47.302270 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-2ed47da8-8815-4cf6-a13f-2356f6482d64 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3570912 Mar 04 02:58:47.305367 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-b910ae64-d7dd-460d-9e71-2d2c4f2c988a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-62782688-router', 'tenant_id': '2c399ea6c2134231958f464e2c1423a5', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:47.317345 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6cd702-3ffe-4de8-8e73-66bef7fa2b19 None None] Network 14dd4a45-7df5-48c4-baa8-a0cf3da6b452 requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 02:58:47.326483 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b910ae64-d7dd-460d-9e71-2d2c4f2c988a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59233'] for router (f27fab70-5d96-4b60-9994-c0d6d359d853), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:47.327549 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b910ae64-d7dd-460d-9e71-2d2c4f2c988a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59160'] for router (f27fab70-5d96-4b60-9994-c0d6d359d853), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:47.385638 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b910ae64-d7dd-460d-9e71-2d2c4f2c988a admin admin] Publish callbacks [] for router_controller (f27fab70-5d96-4b60-9994-c0d6d359d853), precommit_add_association {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:47.533979 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b910ae64-d7dd-460d-9e71-2d2c4f2c988a admin admin] Publish callbacks [] for router_gateway (f27fab70-5d96-4b60-9994-c0d6d359d853), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:47.644893 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7081c9c-15fe-439b-ad73-1bb8a2c38085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5abfbf6-2497-5bc8-8249-8e37f7c4ec42-14dd4a45-7df5-48c4-baa8-a0cf3da6b452', 'network_id': '14dd4a45-7df5-48c4-baa8-a0cf3da6b452', 'project_id': '2c399ea6c2134231958f464e2c1423a5', 'fixed_ips': [{'subnet_id': 'c1cf8f4a-122d-4839-9741-29204572de08'}]}} from dv-cinder-828061-7-iscsi. {{(pid=102955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 02:58:47.645706 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a7081c9c-15fe-439b-ad73-1bb8a2c38085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:47.749947 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b910ae64-d7dd-460d-9e71-2d2c4f2c988a admin admin] Publish callbacks [] for router_gateway (f27fab70-5d96-4b60-9994-c0d6d359d853), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:47.772761 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b910ae64-d7dd-460d-9e71-2d2c4f2c988a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:47.839806 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'name': 'tempest-TestShelveInstance-1102214424-router', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9bf73166-64b0-439e-9031-1232744788fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:58:41Z', 'updated_at': '2022-03-04T02:58:45Z', 'revision_number': 4, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'gw_port': {'id': '9bf73166-64b0-439e-9031-1232744788fd', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:42Z', 'updated_at': '2022-03-04T02:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '9227f68e-c0b1-4415-9e34-845340a44d9f', 'name': '', 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'mac_address': 'fa:16:3e:04:c0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'da08f08c-befc-48c1-b5f3-365ec3403793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:44Z', 'updated_at': '2022-03-04T02:58:45Z', 'revision_number': 2, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'subnets': [{'id': 'da08f08c-befc-48c1-b5f3-365ec3403793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:47.841987 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.db_base_plugin_common [None req-a7081c9c-15fe-439b-ad73-1bb8a2c38085 None None] Allocated IP 172.20.0.2 (14dd4a45-7df5-48c4-baa8-a0cf3da6b452/c1cf8f4a-122d-4839-9741-29204572de08/af8f1622-7115-4d6b-83fb-69b211f7a931) {{(pid=102955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:58:47.879278 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] Checking router: 254e4558-4ce9-46bb-b2f6-63cc4fe6140b for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 02:58:47.879638 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] Updating router 254e4558-4ce9-46bb-b2f6-63cc4fe6140b port 9227f68e-c0b1-4415-9e34-845340a44d9f binding host dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 02:58:47.890702 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_common [None req-b910ae64-d7dd-460d-9e71-2d2c4f2c988a admin admin] Allocated IP 172.27.2.195 (4b7e2636-a469-4d8a-9bd4-65ee0f06b31b/15e6bee3-74fb-492e-abc3-419d01a26fc0/75299b6d-b7e9-4ddc-9dda-cc30cd570251) {{(pid=102946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:58:47.952205 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (9227f68e-c0b1-4415-9e34-845340a44d9f), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:48.018695 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea1c06-1920-4145-bbf6-98c74136ca85 req-86e3124b-1afa-4ab9-b3ea-63ee5a3e7e24 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:48.020349 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-16ea1c06-1920-4145-bbf6-98c74136ca85 req-86e3124b-1afa-4ab9-b3ea-63ee5a3e7e24 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.1156285 Mar 04 02:58:48.059522 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b910ae64-d7dd-460d-9e71-2d2c4f2c988a admin admin] Publish callbacks [] for port (75299b6d-b7e9-4ddc-9dda-cc30cd570251), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:48.099133 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-16ea1c06-1920-4145-bbf6-98c74136ca85 req-a45eb8e9-2a1e-48f9-9eac-e44c90a483c9 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686989 Mar 04 02:58:48.123524 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b910ae64-d7dd-460d-9e71-2d2c4f2c988a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (75299b6d-b7e9-4ddc-9dda-cc30cd570251), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:48.170224 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a7081c9c-15fe-439b-ad73-1bb8a2c38085 None None] Publish callbacks [] for port (af8f1622-7115-4d6b-83fb-69b211f7a931), precommit_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:48.199130 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a7081c9c-15fe-439b-ad73-1bb8a2c38085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (af8f1622-7115-4d6b-83fb-69b211f7a931), after_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:48.210951 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b910ae64-d7dd-460d-9e71-2d2c4f2c988a admin admin] Network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:58:48.219803 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-b910ae64-d7dd-460d-9e71-2d2c4f2c988a admin admin] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:58:48.223616 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b910ae64-d7dd-460d-9e71-2d2c4f2c988a admin admin] Received port after_create {{(pid=102946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:58:48.225752 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910ae64-d7dd-460d-9e71-2d2c4f2c988a admin admin] Pushing event updated for resources: {'Port': ['ID=75299b6d-b7e9-4ddc-9dda-cc30cd570251,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:48.264596 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7081c9c-15fe-439b-ad73-1bb8a2c38085 None None] Network 14dd4a45-7df5-48c4-baa8-a0cf3da6b452 is already hosted by enough agents. {{(pid=102955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:58:48.271978 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.scheduler.base_scheduler [None req-a7081c9c-15fe-439b-ad73-1bb8a2c38085 None None] Resources bound (agent type, host, resource id): {{(pid=102955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:58:48.273871 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7081c9c-15fe-439b-ad73-1bb8a2c38085 None None] Pushing event updated for resources: {'Port': ['ID=af8f1622-7115-4d6b-83fb-69b211f7a931,revision_number=1']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:48.276037 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7081c9c-15fe-439b-ad73-1bb8a2c38085 None None] Received port after_create {{(pid=102955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:58:48.311475 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b48f2-d98f-4e32-8668-852addaf7314 req-03aaa3cf-6d9c-4793-b722-653a1fc12c6a tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:48.313060 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-995b48f2-d98f-4e32-8668-852addaf7314 req-03aaa3cf-6d9c-4793-b722-653a1fc12c6a tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 944 time: 0.1467206 Mar 04 02:58:48.363717 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-a7081c9c-15fe-439b-ad73-1bb8a2c38085 None None] Attempting to bind port af8f1622-7115-4d6b-83fb-69b211f7a931 on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:58:48.364087 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-a7081c9c-15fe-439b-ad73-1bb8a2c38085 None None] Attempting to bind port af8f1622-7115-4d6b-83fb-69b211f7a931 by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': '1db64419-588b-4587-bb8d-a188a045953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '14dd4a45-7df5-48c4-baa8-a0cf3da6b452'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:58:48.364447 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7081c9c-15fe-439b-ad73-1bb8a2c38085 None None] Attempting to bind port af8f1622-7115-4d6b-83fb-69b211f7a931 on network 14dd4a45-7df5-48c4-baa8-a0cf3da6b452 {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:58:48.372427 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7081c9c-15fe-439b-ad73-1bb8a2c38085 None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:58:48.372776 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7081c9c-15fe-439b-ad73-1bb8a2c38085 None None] Checking segment: {'id': '1db64419-588b-4587-bb8d-a188a045953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '14dd4a45-7df5-48c4-baa8-a0cf3da6b452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:58:48.373174 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a7081c9c-15fe-439b-ad73-1bb8a2c38085 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:48.373563 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7081c9c-15fe-439b-ad73-1bb8a2c38085 None None] Bound using segment: {'id': '1db64419-588b-4587-bb8d-a188a045953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '14dd4a45-7df5-48c4-baa8-a0cf3da6b452'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:58:48.374052 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-a7081c9c-15fe-439b-ad73-1bb8a2c38085 None None] Bound port: af8f1622-7115-4d6b-83fb-69b211f7a931, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db64419-588b-4587-bb8d-a188a045953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '14dd4a45-7df5-48c4-baa8-a0cf3da6b452'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:58:48.374425 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a7081c9c-15fe-439b-ad73-1bb8a2c38085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (af8f1622-7115-4d6b-83fb-69b211f7a931), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:48.428635 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-995b48f2-d98f-4e32-8668-852addaf7314 req-10a82a6d-e97e-41b5-9e8e-5c262801659a tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954428 Mar 04 02:58:48.459128 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] Publish callbacks [] for port (9227f68e-c0b1-4415-9e34-845340a44d9f), precommit_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:48.472516 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (9227f68e-c0b1-4415-9e34-845340a44d9f), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:48.499492 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b910ae64-d7dd-460d-9e71-2d2c4f2c988a admin admin] Publish callbacks [] for router_gateway (f27fab70-5d96-4b60-9994-c0d6d359d853), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:48.514428 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 9bf73166-64b0-439e-9031-1232744788fd up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:58:48.579458 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-a7081c9c-15fe-439b-ad73-1bb8a2c38085 None None] For port af8f1622-7115-4d6b-83fb-69b211f7a931, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:58:48.587037 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c19745-17fa-4d7a-81b8-777ed184650d None None] Pushing event updated for resources: {'Port': ['ID=9227f68e-c0b1-4415-9e34-845340a44d9f,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:48.604020 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-a7081c9c-15fe-439b-ad73-1bb8a2c38085 None None] For port af8f1622-7115-4d6b-83fb-69b211f7a931, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=af8f1622-7115-4d6b-83fb-69b211f7a931,segment=NetworkSegment(1db64419-588b-4587-bb8d-a188a045953d),segment_id=1db64419-588b-4587-bb8d-a188a045953d)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:58:48.618507 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a7081c9c-15fe-439b-ad73-1bb8a2c38085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (af8f1622-7115-4d6b-83fb-69b211f7a931), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:48.717751 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] Attempting to bind port 9227f68e-c0b1-4415-9e34-845340a44d9f on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:58:48.718455 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] Attempting to bind port 9227f68e-c0b1-4415-9e34-845340a44d9f by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': '7da1f331-85d5-4c9f-b06f-15e6b2fd523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:58:48.718980 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] Attempting to bind port 9227f68e-c0b1-4415-9e34-845340a44d9f on network 0b87ed6a-60ec-432a-a88d-8dfb781ec617 {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:58:48.724926 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 9bf73166-64b0-439e-9031-1232744788fd triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:48.724926 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (9bf73166-64b0-439e-9031-1232744788fd), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:48.743558 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b910ae64-d7dd-460d-9e71-2d2c4f2c988a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642414'] for router (f27fab70-5d96-4b60-9994-c0d6d359d853), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:48.761374 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:58:48.761796 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] Checking segment: {'id': '7da1f331-85d5-4c9f-b06f-15e6b2fd523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:58:48.762211 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:48.762610 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] Bound using segment: {'id': '7da1f331-85d5-4c9f-b06f-15e6b2fd523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:58:48.763095 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] Bound port: 9227f68e-c0b1-4415-9e34-845340a44d9f, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da1f331-85d5-4c9f-b06f-15e6b2fd523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:58:48.763657 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (9227f68e-c0b1-4415-9e34-845340a44d9f), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:48.792032 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7081c9c-15fe-439b-ad73-1bb8a2c38085 None None] Pushing event updated for resources: {'Port': ['ID=af8f1622-7115-4d6b-83fb-69b211f7a931,revision_number=2']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:48.841248 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-71d8d19e-82af-41fa-92de-b770957ce63b None None] Provisioning complete for port 9227f68e-c0b1-4415-9e34-845340a44d9f triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:48.841953 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-71d8d19e-82af-41fa-92de-b770957ce63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (9227f68e-c0b1-4415-9e34-845340a44d9f), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:48.927772 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] For port 9227f68e-c0b1-4415-9e34-845340a44d9f, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:58:48.935119 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] For port 9227f68e-c0b1-4415-9e34-845340a44d9f, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=9227f68e-c0b1-4415-9e34-845340a44d9f,segment=NetworkSegment(7da1f331-85d5-4c9f-b06f-15e6b2fd523d),segment_id=7da1f331-85d5-4c9f-b06f-15e6b2fd523d)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:58:48.947949 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-71d8d19e-82af-41fa-92de-b770957ce63b None None] Port 9227f68e-c0b1-4415-9e34-845340a44d9f cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 02:58:48.965192 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (9227f68e-c0b1-4415-9e34-845340a44d9f), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:49.037893 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 9bf73166-64b0-439e-9031-1232744788fd is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:49.069299 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] Routers {'254e4558-4ce9-46bb-b2f6-63cc4fe6140b'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:58:49.070264 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:58:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['254e4558-4ce9-46bb-b2f6-63cc4fe6140b'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:49.079439 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c19745-17fa-4d7a-81b8-777ed184650d None None] Pushing event updated for resources: {'Port': ['ID=9227f68e-c0b1-4415-9e34-845340a44d9f,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:49.175144 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b910ae64-d7dd-460d-9e71-2d2c4f2c988a admin admin] Router f27fab70-5d96-4b60-9994-c0d6d359d853 is scheduled to L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd with binding_index 1 {{(pid=102946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 02:58:49.227275 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] Set router 254e4558-4ce9-46bb-b2f6-63cc4fe6140b gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:58:49.341344 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20608e17-2d52-4462-9bb2-e727e7de460a req-0b8fae01-f67f-46a6-8707-0a7bc11d3c0a tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:49.343035 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-20608e17-2d52-4462-9bb2-e727e7de460a req-0b8fae01-f67f-46a6-8707-0a7bc11d3c0a tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.1077819 Mar 04 02:58:49.357327 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b910ae64-d7dd-460d-9e71-2d2c4f2c988a admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 02:58:49.369578 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] Sync routers for ids ['f27fab70-5d96-4b60-9994-c0d6d359d853'] in dv-cinder-828061-7-iscsi {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 02:58:49.380029 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] Routers {'f27fab70-5d96-4b60-9994-c0d6d359d853'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:58:49.380900 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:58:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['f27fab70-5d96-4b60-9994-c0d6d359d853'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:49.398395 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b910ae64-d7dd-460d-9e71-2d2c4f2c988a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:49.402220 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-b910ae64-d7dd-460d-9e71-2d2c4f2c988a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0976710 Mar 04 02:58:49.402495 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 57472) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:49.409711 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-02d03ec1-f988-4bc6-803f-27781c272025 None None] Provisioning complete for port 9227f68e-c0b1-4415-9e34-845340a44d9f triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:49.410140 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-02d03ec1-f988-4bc6-803f-27781c272025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (9227f68e-c0b1-4415-9e34-845340a44d9f), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:49.426101 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-20608e17-2d52-4462-9bb2-e727e7de460a req-527d0a18-8b3a-4f46-b677-d86506bfa3e1 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710902 Mar 04 02:58:49.503205 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] Set router f27fab70-5d96-4b60-9994-c0d6d359d853 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:58:49.646902 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c25961-6381-4f74-92ea-940cafd1e079 req-d63ad7b4-b379-46bf-831d-626e6da0181a tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:49.662435 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d1c25961-6381-4f74-92ea-940cafd1e079 req-d63ad7b4-b379-46bf-831d-626e6da0181a tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 944 time: 0.1238163 Mar 04 02:58:49.720269 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'name': 'tempest-TestShelveInstance-1102214424-router', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9bf73166-64b0-439e-9031-1232744788fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:58:41Z', 'updated_at': '2022-03-04T02:58:45Z', 'revision_number': 4, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'gw_port': {'id': '9bf73166-64b0-439e-9031-1232744788fd', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:42Z', 'updated_at': '2022-03-04T02:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '9227f68e-c0b1-4415-9e34-845340a44d9f', 'name': '', 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'mac_address': 'fa:16:3e:04:c0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'da08f08c-befc-48c1-b5f3-365ec3403793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:44Z', 'updated_at': '2022-03-04T02:58:48Z', 'revision_number': 4, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'subnets': [{'id': 'da08f08c-befc-48c1-b5f3-365ec3403793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:49.741744 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d1c25961-6381-4f74-92ea-940cafd1e079 req-27a34679-1946-4147-9f9f-bd5f7de20ba5 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782969 Mar 04 02:58:49.759791 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27fab70-5d96-4b60-9994-c0d6d359d853', 'name': 'tempest-TestShelveInstance-62782688-router', 'tenant_id': '2c399ea6c2134231958f464e2c1423a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '75299b6d-b7e9-4ddc-9dda-cc30cd570251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:58:47Z', 'updated_at': '2022-03-04T02:58:48Z', 'revision_number': 3, 'project_id': '2c399ea6c2134231958f464e2c1423a5', 'gw_port': {'id': '75299b6d-b7e9-4ddc-9dda-cc30cd570251', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:86:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27fab70-5d96-4b60-9994-c0d6d359d853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:47Z', 'updated_at': '2022-03-04T02:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:49.760206 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72abe04-c3a3-4aef-8c4d-69b9354e23f8 None None] The sync data for ids ['254e4558-4ce9-46bb-b2f6-63cc4fe6140b'] in dv-cinder-828061-7-iscsi is: [{'id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'name': 'tempest-TestShelveInstance-1102214424-router', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9bf73166-64b0-439e-9031-1232744788fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:58:41Z', 'updated_at': '2022-03-04T02:58:45Z', 'revision_number': 4, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'gw_port': {'id': '9bf73166-64b0-439e-9031-1232744788fd', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:42Z', 'updated_at': '2022-03-04T02:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '9227f68e-c0b1-4415-9e34-845340a44d9f', 'name': '', 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'mac_address': 'fa:16:3e:04:c0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'da08f08c-befc-48c1-b5f3-365ec3403793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:44Z', 'updated_at': '2022-03-04T02:58:48Z', 'revision_number': 4, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'subnets': [{'id': 'da08f08c-befc-48c1-b5f3-365ec3403793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 02:58:49.778261 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-02d03ec1-f988-4bc6-803f-27781c272025 None None] Current status of the port 9227f68e-c0b1-4415-9e34-845340a44d9f is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:49.778650 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-02d03ec1-f988-4bc6-803f-27781c272025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (9227f68e-c0b1-4415-9e34-845340a44d9f), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:49.820303 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-02d03ec1-f988-4bc6-803f-27781c272025 None None] For port 9227f68e-c0b1-4415-9e34-845340a44d9f, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=9227f68e-c0b1-4415-9e34-845340a44d9f,segment=NetworkSegment(7da1f331-85d5-4c9f-b06f-15e6b2fd523d),segment_id=7da1f331-85d5-4c9f-b06f-15e6b2fd523d)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:49.831649 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-02d03ec1-f988-4bc6-803f-27781c272025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (9227f68e-c0b1-4415-9e34-845340a44d9f), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:49.924447 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] Checking router: f27fab70-5d96-4b60-9994-c0d6d359d853 for host: dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 02:58:49.924954 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] Updating router f27fab70-5d96-4b60-9994-c0d6d359d853 port 75299b6d-b7e9-4ddc-9dda-cc30cd570251 binding host dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 02:58:49.936875 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d03ec1-f988-4bc6-803f-27781c272025 None None] Pushing event updated for resources: {'Port': ['ID=9227f68e-c0b1-4415-9e34-845340a44d9f,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:49.966504 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (75299b6d-b7e9-4ddc-9dda-cc30cd570251), before_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:50.079309 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e15853be-09e8-4656-b926-2b628cd60c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:50.137449 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c529ea-6367-425a-8a0a-a7e5cec8e3fb None None] Network 14dd4a45-7df5-48c4-baa8-a0cf3da6b452 requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 02:58:50.217883 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-3515d508-8df6-47fc-97a2-17c3ff6a18ed None None] Provisioning complete for port af8f1622-7115-4d6b-83fb-69b211f7a931 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:50.218415 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-3515d508-8df6-47fc-97a2-17c3ff6a18ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (af8f1622-7115-4d6b-83fb-69b211f7a931), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:50.307200 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-e15853be-09e8-4656-b926-2b628cd60c71 admin admin] Allocated IP 172.20.0.1 (14dd4a45-7df5-48c4-baa8-a0cf3da6b452/c1cf8f4a-122d-4839-9741-29204572de08/37ad8d1c-4859-4dc6-9a5f-57464199f6a9) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:58:50.316252 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] Publish callbacks [] for port (75299b6d-b7e9-4ddc-9dda-cc30cd570251), precommit_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:50.325226 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (75299b6d-b7e9-4ddc-9dda-cc30cd570251), after_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:50.378361 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ed478-8195-4440-a3da-cdcc21e747ea None None] Pushing event updated for resources: {'Port': ['ID=75299b6d-b7e9-4ddc-9dda-cc30cd570251,revision_number=2']} {{(pid=102958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:50.387444 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-3515d508-8df6-47fc-97a2-17c3ff6a18ed None None] Current status of the port af8f1622-7115-4d6b-83fb-69b211f7a931 is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:50.387813 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-3515d508-8df6-47fc-97a2-17c3ff6a18ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (af8f1622-7115-4d6b-83fb-69b211f7a931), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:50.405955 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] Attempting to bind port 75299b6d-b7e9-4ddc-9dda-cc30cd570251 on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:58:50.407228 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] Attempting to bind port 75299b6d-b7e9-4ddc-9dda-cc30cd570251 by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}] {{(pid=102958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:58:50.408212 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] Attempting to bind port 75299b6d-b7e9-4ddc-9dda-cc30cd570251 on network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:58:50.419922 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:58:50.420842 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] Checking segment: {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:58:50.421739 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:50.422403 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] Bound using segment: {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'} {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:58:50.423226 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] Bound port: 75299b6d-b7e9-4ddc-9dda-cc30cd570251, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}}] {{(pid=102958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:58:50.424842 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (75299b6d-b7e9-4ddc-9dda-cc30cd570251), before_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:50.445279 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-3515d508-8df6-47fc-97a2-17c3ff6a18ed None None] For port af8f1622-7115-4d6b-83fb-69b211f7a931, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=af8f1622-7115-4d6b-83fb-69b211f7a931,segment=NetworkSegment(1db64419-588b-4587-bb8d-a188a045953d),segment_id=1db64419-588b-4587-bb8d-a188a045953d)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:50.458378 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-3515d508-8df6-47fc-97a2-17c3ff6a18ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (af8f1622-7115-4d6b-83fb-69b211f7a931), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:50.475559 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e15853be-09e8-4656-b926-2b628cd60c71 admin admin] Publish callbacks [] for port (37ad8d1c-4859-4dc6-9a5f-57464199f6a9), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:50.540023 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.db [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] For port 75299b6d-b7e9-4ddc-9dda-cc30cd570251, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:58:50.544716 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.db [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] For port 75299b6d-b7e9-4ddc-9dda-cc30cd570251, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=75299b6d-b7e9-4ddc-9dda-cc30cd570251,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:58:50.565847 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (75299b6d-b7e9-4ddc-9dda-cc30cd570251), after_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:50.589108 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e15853be-09e8-4656-b926-2b628cd60c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (37ad8d1c-4859-4dc6-9a5f-57464199f6a9), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:50.626823 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515d508-8df6-47fc-97a2-17c3ff6a18ed None None] Pushing event updated for resources: {'Port': ['ID=af8f1622-7115-4d6b-83fb-69b211f7a931,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:50.628318 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ed478-8195-4440-a3da-cdcc21e747ea None None] Pushing event updated for resources: {'Port': ['ID=75299b6d-b7e9-4ddc-9dda-cc30cd570251,revision_number=3']} {{(pid=102958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:50.666473 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15853be-09e8-4656-b926-2b628cd60c71 admin admin] Network 14dd4a45-7df5-48c4-baa8-a0cf3da6b452 is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:58:50.668374 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337b13b-47d3-4705-955b-b4aba70dab96 req-2e64e949-7a4b-4390-a206-907382aa9ac3 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:50.669861 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-e15853be-09e8-4656-b926-2b628cd60c71 admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:58:50.670702 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c337b13b-47d3-4705-955b-b4aba70dab96 req-2e64e949-7a4b-4390-a206-907382aa9ac3 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.1110301 Mar 04 02:58:50.675835 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15853be-09e8-4656-b926-2b628cd60c71 admin admin] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:58:50.704250 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] Routers {'f27fab70-5d96-4b60-9994-c0d6d359d853'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:58:50.706481 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:58:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['f27fab70-5d96-4b60-9994-c0d6d359d853'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:50.725504 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device af8f1622-7115-4d6b-83fb-69b211f7a931 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:58:50.738698 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e15853be-09e8-4656-b926-2b628cd60c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641075'] for router_interface (f27fab70-5d96-4b60-9994-c0d6d359d853), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:50.781525 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15853be-09e8-4656-b926-2b628cd60c71 admin admin] Pushing event updated for resources: {'Port': ['ID=37ad8d1c-4859-4dc6-9a5f-57464199f6a9,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:50.812426 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c337b13b-47d3-4705-955b-b4aba70dab96 req-204faed0-1a6a-4ea5-aef8-ebac2c2cec71 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144490 Mar 04 02:58:50.845846 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port af8f1622-7115-4d6b-83fb-69b211f7a931 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:50.846229 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (af8f1622-7115-4d6b-83fb-69b211f7a931), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:50.926610 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c45459-6e0c-40eb-bd2d-28b228a3554c req-5728ad7d-d6d9-4fbf-9d2a-a7d7c11bcdc3 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:50.929839 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] Set router f27fab70-5d96-4b60-9994-c0d6d359d853 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:58:50.931723 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c5c45459-6e0c-40eb-bd2d-28b228a3554c req-5728ad7d-d6d9-4fbf-9d2a-a7d7c11bcdc3 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 944 time: 0.0814543 Mar 04 02:58:50.951387 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e15853be-09e8-4656-b926-2b628cd60c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (37ad8d1c-4859-4dc6-9a5f-57464199f6a9), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:50.955887 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-520ac9a4-c2ab-4591-b947-9b6ae4879ce5 None None] Provisioning complete for port af8f1622-7115-4d6b-83fb-69b211f7a931 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:50.956407 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-520ac9a4-c2ab-4591-b947-9b6ae4879ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (af8f1622-7115-4d6b-83fb-69b211f7a931), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:51.050389 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c5c45459-6e0c-40eb-bd2d-28b228a3554c req-d4395248-f408-42e0-9e21-7803ea965c6d tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104405 Mar 04 02:58:51.155490 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port af8f1622-7115-4d6b-83fb-69b211f7a931 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:51.160266 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 9227f68e-c0b1-4415-9e34-845340a44d9f up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:58:51.235856 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-520ac9a4-c2ab-4591-b947-9b6ae4879ce5 None None] Current status of the port af8f1622-7115-4d6b-83fb-69b211f7a931 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:51.258181 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 9227f68e-c0b1-4415-9e34-845340a44d9f triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:51.258631 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (9227f68e-c0b1-4415-9e34-845340a44d9f), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:51.259635 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27fab70-5d96-4b60-9994-c0d6d359d853', 'name': 'tempest-TestShelveInstance-62782688-router', 'tenant_id': '2c399ea6c2134231958f464e2c1423a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '75299b6d-b7e9-4ddc-9dda-cc30cd570251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:58:47Z', 'updated_at': '2022-03-04T02:58:48Z', 'revision_number': 3, 'project_id': '2c399ea6c2134231958f464e2c1423a5', 'gw_port': {'id': '75299b6d-b7e9-4ddc-9dda-cc30cd570251', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:86:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27fab70-5d96-4b60-9994-c0d6d359d853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:47Z', 'updated_at': '2022-03-04T02:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:51.263918 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e15853be-09e8-4656-b926-2b628cd60c71 admin admin] Publish callbacks [] for port (37ad8d1c-4859-4dc6-9a5f-57464199f6a9), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:51.271243 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e15853be-09e8-4656-b926-2b628cd60c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133005'] for port (37ad8d1c-4859-4dc6-9a5f-57464199f6a9), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:51.310452 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1170c6fe-2f0b-4f18-ae26-d4d3cb8080f2 None None] The sync data for ids ['f27fab70-5d96-4b60-9994-c0d6d359d853'] in dv-cinder-828061-7-iscsi is: [{'id': 'f27fab70-5d96-4b60-9994-c0d6d359d853', 'name': 'tempest-TestShelveInstance-62782688-router', 'tenant_id': '2c399ea6c2134231958f464e2c1423a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '75299b6d-b7e9-4ddc-9dda-cc30cd570251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:58:47Z', 'updated_at': '2022-03-04T02:58:48Z', 'revision_number': 3, 'project_id': '2c399ea6c2134231958f464e2c1423a5', 'gw_port': {'id': '75299b6d-b7e9-4ddc-9dda-cc30cd570251', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:86:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27fab70-5d96-4b60-9994-c0d6d359d853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:47Z', 'updated_at': '2022-03-04T02:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}] {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 02:58:51.350803 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 9227f68e-c0b1-4415-9e34-845340a44d9f is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:51.353502 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15853be-09e8-4656-b926-2b628cd60c71 admin admin] Pushing event updated for resources: {'Port': ['ID=37ad8d1c-4859-4dc6-9a5f-57464199f6a9,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:51.355946 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e15853be-09e8-4656-b926-2b628cd60c71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642211'] for router_interface (f27fab70-5d96-4b60-9994-c0d6d359d853), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:51.364093 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-e1999735-d187-4497-abe1-07dbf0224fe7 None None] Provisioning complete for port 37ad8d1c-4859-4dc6-9a5f-57464199f6a9 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:51.364468 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e1999735-d187-4497-abe1-07dbf0224fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (37ad8d1c-4859-4dc6-9a5f-57464199f6a9), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:51.434280 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-e1999735-d187-4497-abe1-07dbf0224fe7 None None] Port 37ad8d1c-4859-4dc6-9a5f-57464199f6a9 cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 02:58:51.480429 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15853be-09e8-4656-b926-2b628cd60c71 admin admin] Network 14dd4a45-7df5-48c4-baa8-a0cf3da6b452 is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:58:51.482380 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-e15853be-09e8-4656-b926-2b628cd60c71 admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:58:51.613891 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15853be-09e8-4656-b926-2b628cd60c71 admin admin] Router f27fab70-5d96-4b60-9994-c0d6d359d853 has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 02:58:51.728696 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15853be-09e8-4656-b926-2b628cd60c71 admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 02:58:51.744381 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-e15853be-09e8-4656-b926-2b628cd60c71 admin admin] 10.222.0.16 "PUT /v2.0/routers/f27fab70-5d96-4b60-9994-c0d6d359d853/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3343241 Mar 04 02:58:51.776788 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-539ba3f2-77ad-402a-86bd-9617be376d50 None None] Provisioning complete for port 37ad8d1c-4859-4dc6-9a5f-57464199f6a9 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:51.777062 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-539ba3f2-77ad-402a-86bd-9617be376d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (37ad8d1c-4859-4dc6-9a5f-57464199f6a9), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:51.837833 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-539ba3f2-77ad-402a-86bd-9617be376d50 None None] Port 37ad8d1c-4859-4dc6-9a5f-57464199f6a9 cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 02:58:51.953259 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c7518-9872-481a-a103-ab151b3910cd req-a49439d0-0294-4115-a863-d0182290b332 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:51.955819 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-822c7518-9872-481a-a103-ab151b3910cd req-a49439d0-0294-4115-a863-d0182290b332 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0722768 Mar 04 02:58:52.017666 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-822c7518-9872-481a-a103-ab151b3910cd req-95e0c192-f387-4efd-b6f6-f83265b10853 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540819 Mar 04 02:58:52.208135 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7fb10-9568-4810-a818-52214249bb74 req-82bb532c-2c27-402a-8871-b63681b0d160 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:52.210380 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-48b7fb10-9568-4810-a818-52214249bb74 req-82bb532c-2c27-402a-8871-b63681b0d160 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 944 time: 0.0713744 Mar 04 02:58:52.259782 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-48b7fb10-9568-4810-a818-52214249bb74 req-b5012b66-3584-477b-aadf-784fd99e853e tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441813 Mar 04 02:58:52.588889 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device af8f1622-7115-4d6b-83fb-69b211f7a931 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:58:52.640482 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port af8f1622-7115-4d6b-83fb-69b211f7a931 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:52.640873 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (af8f1622-7115-4d6b-83fb-69b211f7a931), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:52.688664 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 57512) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:52.694565 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-ef4203f8-6f19-455d-8644-0b2d645c8cf6 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1582346590', 'description': 'tempest-secgroup-smoke-1582346590 description', 'project_id': '008d600fd8c441ff8b482ff1a7313891'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:52.717705 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ef4203f8-6f19-455d-8644-0b2d645c8cf6 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:52.740742 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port af8f1622-7115-4d6b-83fb-69b211f7a931 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:52.742202 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 75299b6d-b7e9-4ddc-9dda-cc30cd570251 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:58:52.791077 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ef4203f8-6f19-455d-8644-0b2d645c8cf6 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for security_group (a238f8e2-f40b-4295-a22b-5c82fc7081a7), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:52.794503 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 75299b6d-b7e9-4ddc-9dda-cc30cd570251 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:52.794931 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (75299b6d-b7e9-4ddc-9dda-cc30cd570251), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:52.795740 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ef4203f8-6f19-455d-8644-0b2d645c8cf6 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (a238f8e2-f40b-4295-a22b-5c82fc7081a7), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:52.825161 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ef4203f8-6f19-455d-8644-0b2d645c8cf6 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:52.826538 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-ef4203f8-6f19-455d-8644-0b2d645c8cf6 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1360376 Mar 04 02:58:52.830451 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 57514) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:52.832095 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4203f8-6f19-455d-8644-0b2d645c8cf6 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a238f8e2-f40b-4295-a22b-5c82fc7081a7,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:52.835088 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-5f5100ce-9757-4bde-b9c4-d48a5cb32940 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Request body: {'security_group_rule': {'security_group_id': 'a238f8e2-f40b-4295-a22b-5c82fc7081a7', 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:52.866889 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5f5100ce-9757-4bde-b9c4-d48a5cb32940 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for security_group_rule (c8af3968-b62b-4102-b327-df40e9ccaeb1), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:52.890208 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 75299b6d-b7e9-4ddc-9dda-cc30cd570251 is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:52.890556 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (75299b6d-b7e9-4ddc-9dda-cc30cd570251), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:52.917006 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] For port 75299b6d-b7e9-4ddc-9dda-cc30cd570251, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=75299b6d-b7e9-4ddc-9dda-cc30cd570251,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:52.922563 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (75299b6d-b7e9-4ddc-9dda-cc30cd570251), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:52.935867 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5f5100ce-9757-4bde-b9c4-d48a5cb32940 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for security_group_rule (c8af3968-b62b-4102-b327-df40e9ccaeb1), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:52.939696 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5f5100ce-9757-4bde-b9c4-d48a5cb32940 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (c8af3968-b62b-4102-b327-df40e9ccaeb1), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:52.959226 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5100ce-9757-4bde-b9c4-d48a5cb32940 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8af3968-b62b-4102-b327-df40e9ccaeb1,revision_number=0']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:52.973720 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Pushing event updated for resources: {'Port': ['ID=75299b6d-b7e9-4ddc-9dda-cc30cd570251,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:52.975263 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5f5100ce-9757-4bde-b9c4-d48a5cb32940 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:52.977351 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-5f5100ce-9757-4bde-b9c4-d48a5cb32940 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456659 Mar 04 02:58:52.979900 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 57516) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:52.984488 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-e44512eb-6a7f-431f-816c-25a3424ccbb8 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Request body: {'security_group_rule': {'security_group_id': 'a238f8e2-f40b-4295-a22b-5c82fc7081a7', 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:53.008309 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e44512eb-6a7f-431f-816c-25a3424ccbb8 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for security_group_rule (5f498a81-3669-4e08-a0e6-de4c94d46e33), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:53.067660 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e44512eb-6a7f-431f-816c-25a3424ccbb8 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for security_group_rule (5f498a81-3669-4e08-a0e6-de4c94d46e33), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:53.071932 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e44512eb-6a7f-431f-816c-25a3424ccbb8 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (5f498a81-3669-4e08-a0e6-de4c94d46e33), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:53.092473 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44512eb-6a7f-431f-816c-25a3424ccbb8 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f498a81-3669-4e08-a0e6-de4c94d46e33,revision_number=0']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:53.124867 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e44512eb-6a7f-431f-816c-25a3424ccbb8 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:53.126124 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-e44512eb-6a7f-431f-816c-25a3424ccbb8 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1452234 Mar 04 02:58:53.129559 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 57520) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:53.134148 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-4227871c-6a02-4f9a-98e1-76df1705c633 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Request body: {'security_group_rule': {'security_group_id': 'a238f8e2-f40b-4295-a22b-5c82fc7081a7', 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:53.152177 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515ac4b-34b8-4bc7-ad68-7d465c8078d3 req-3c1da479-3074-4234-869f-eb49c222a0fe tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:53.153858 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3515ac4b-34b8-4bc7-ad68-7d465c8078d3 req-3c1da479-3074-4234-869f-eb49c222a0fe tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0627296 Mar 04 02:58:53.163042 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-4227871c-6a02-4f9a-98e1-76df1705c633 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for security_group_rule (5cb77c45-56e4-4d67-b294-646650919ef1), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:53.203940 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] Sync routers for ids ['f27fab70-5d96-4b60-9994-c0d6d359d853'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 02:58:53.210896 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3515ac4b-34b8-4bc7-ad68-7d465c8078d3 req-88ba2d7b-864b-4ce0-9b6d-28c87f1d408e tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500734 Mar 04 02:58:53.219112 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] Routers {'f27fab70-5d96-4b60-9994-c0d6d359d853'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:58:53.220669 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:58:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['f27fab70-5d96-4b60-9994-c0d6d359d853'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:53.249356 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-4227871c-6a02-4f9a-98e1-76df1705c633 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for security_group_rule (5cb77c45-56e4-4d67-b294-646650919ef1), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:53.253176 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-4227871c-6a02-4f9a-98e1-76df1705c633 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (5cb77c45-56e4-4d67-b294-646650919ef1), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:53.272185 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227871c-6a02-4f9a-98e1-76df1705c633 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb77c45-56e4-4d67-b294-646650919ef1,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:53.278317 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-4227871c-6a02-4f9a-98e1-76df1705c633 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:53.281956 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-4227871c-6a02-4f9a-98e1-76df1705c633 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488798 Mar 04 02:58:53.282379 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 57524) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:53.287620 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-d629c8b7-4192-4b8b-9e64-5d3d61066c92 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Request body: {'security_group_rule': {'security_group_id': 'a238f8e2-f40b-4295-a22b-5c82fc7081a7', 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:53.324938 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d629c8b7-4192-4b8b-9e64-5d3d61066c92 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for security_group_rule (af7f3380-46bf-4389-94c3-61e7c59cdcdb), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:53.341892 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] Set router f27fab70-5d96-4b60-9994-c0d6d359d853 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:58:53.348475 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 02:58:53.431558 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d629c8b7-4192-4b8b-9e64-5d3d61066c92 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for security_group_rule (af7f3380-46bf-4389-94c3-61e7c59cdcdb), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:53.441585 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e689c32-654a-42cc-b05e-42cb94bc0d8e req-d324ce88-1849-494c-baa4-9f0f86532831 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:53.443183 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7e689c32-654a-42cc-b05e-42cb94bc0d8e req-d324ce88-1849-494c-baa4-9f0f86532831 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 944 time: 0.0850370 Mar 04 02:58:53.444470 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d629c8b7-4192-4b8b-9e64-5d3d61066c92 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (af7f3380-46bf-4389-94c3-61e7c59cdcdb), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:53.476475 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629c8b7-4192-4b8b-9e64-5d3d61066c92 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af7f3380-46bf-4389-94c3-61e7c59cdcdb,revision_number=0']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:53.482646 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d629c8b7-4192-4b8b-9e64-5d3d61066c92 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:53.483526 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-d629c8b7-4192-4b8b-9e64-5d3d61066c92 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1994872 Mar 04 02:58:53.487363 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 57532) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:53.491969 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-9383a913-324f-49e4-a64e-5d9a808a5f90 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Request body: {'security_group_rule': {'security_group_id': 'a238f8e2-f40b-4295-a22b-5c82fc7081a7', 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:53.512384 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7e689c32-654a-42cc-b05e-42cb94bc0d8e req-b3ffd5be-ce55-4a64-973d-7683551d716f tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577009 Mar 04 02:58:53.518938 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.db.securitygroups_db [None req-9383a913-324f-49e4-a64e-5d9a808a5f90 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Project 008d600fd8c441ff8b482ff1a7313891 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 02:58:53.524285 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9383a913-324f-49e4-a64e-5d9a808a5f90 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for security_group_rule (c55c28ba-fc5f-4bce-a1ad-cd78435bbdab), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:53.570751 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27fab70-5d96-4b60-9994-c0d6d359d853', 'name': 'tempest-TestShelveInstance-62782688-router', 'tenant_id': '2c399ea6c2134231958f464e2c1423a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '75299b6d-b7e9-4ddc-9dda-cc30cd570251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:58:47Z', 'updated_at': '2022-03-04T02:58:50Z', 'revision_number': 4, 'project_id': '2c399ea6c2134231958f464e2c1423a5', 'gw_port': {'id': '75299b6d-b7e9-4ddc-9dda-cc30cd570251', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:86:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27fab70-5d96-4b60-9994-c0d6d359d853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:47Z', 'updated_at': '2022-03-04T02:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '37ad8d1c-4859-4dc6-9a5f-57464199f6a9', 'name': '', 'network_id': '14dd4a45-7df5-48c4-baa8-a0cf3da6b452', 'tenant_id': '2c399ea6c2134231958f464e2c1423a5', 'mac_address': 'fa:16:3e:49:2e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27fab70-5d96-4b60-9994-c0d6d359d853', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c1cf8f4a-122d-4839-9741-29204572de08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:50Z', 'updated_at': '2022-03-04T02:58:51Z', 'revision_number': 2, 'project_id': '2c399ea6c2134231958f464e2c1423a5', 'subnets': [{'id': 'c1cf8f4a-122d-4839-9741-29204572de08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:53.594287 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9383a913-324f-49e4-a64e-5d9a808a5f90 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for security_group_rule (c55c28ba-fc5f-4bce-a1ad-cd78435bbdab), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:53.598397 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9383a913-324f-49e4-a64e-5d9a808a5f90 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (c55c28ba-fc5f-4bce-a1ad-cd78435bbdab), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:53.598557 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] Checking router: f27fab70-5d96-4b60-9994-c0d6d359d853 for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 02:58:53.599098 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] Updating router f27fab70-5d96-4b60-9994-c0d6d359d853 port 37ad8d1c-4859-4dc6-9a5f-57464199f6a9 binding host dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 02:58:53.615484 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383a913-324f-49e4-a64e-5d9a808a5f90 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55c28ba-fc5f-4bce-a1ad-cd78435bbdab,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:53.623767 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9383a913-324f-49e4-a64e-5d9a808a5f90 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:53.627740 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-9383a913-324f-49e4-a64e-5d9a808a5f90 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365829 Mar 04 02:58:53.627935 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 57534) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:58:53.630898 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (37ad8d1c-4859-4dc6-9a5f-57464199f6a9), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:53.632289 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-e3316924-da29-48d0-8b3b-59422432a390 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Request body: {'security_group_rule': {'security_group_id': 'a238f8e2-f40b-4295-a22b-5c82fc7081a7', 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:58:53.651780 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.db.securitygroups_db [None req-e3316924-da29-48d0-8b3b-59422432a390 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Project 008d600fd8c441ff8b482ff1a7313891 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 02:58:53.656407 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e3316924-da29-48d0-8b3b-59422432a390 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for security_group_rule (1a9a1d99-1be4-4d7f-8a38-af9d012f2994), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:53.717133 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e3316924-da29-48d0-8b3b-59422432a390 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for security_group_rule (1a9a1d99-1be4-4d7f-8a38-af9d012f2994), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:53.721951 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e3316924-da29-48d0-8b3b-59422432a390 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (1a9a1d99-1be4-4d7f-8a38-af9d012f2994), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:53.738895 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3316924-da29-48d0-8b3b-59422432a390 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a9a1d99-1be4-4d7f-8a38-af9d012f2994,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:53.747223 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e3316924-da29-48d0-8b3b-59422432a390 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:53.748412 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-e3316924-da29-48d0-8b3b-59422432a390 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195502 Mar 04 02:58:53.899367 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] Publish callbacks [] for port (37ad8d1c-4859-4dc6-9a5f-57464199f6a9), precommit_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:53.904149 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (37ad8d1c-4859-4dc6-9a5f-57464199f6a9), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:53.952856 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d272dc4-ebc4-4119-91fd-36c58cffe161 None None] Pushing event updated for resources: {'Port': ['ID=37ad8d1c-4859-4dc6-9a5f-57464199f6a9,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:54.009552 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] Attempting to bind port 37ad8d1c-4859-4dc6-9a5f-57464199f6a9 on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:58:54.010764 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] Attempting to bind port 37ad8d1c-4859-4dc6-9a5f-57464199f6a9 by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': '1db64419-588b-4587-bb8d-a188a045953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '14dd4a45-7df5-48c4-baa8-a0cf3da6b452'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:58:54.011141 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] Attempting to bind port 37ad8d1c-4859-4dc6-9a5f-57464199f6a9 on network 14dd4a45-7df5-48c4-baa8-a0cf3da6b452 {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:58:54.016341 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:58:54.017447 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] Checking segment: {'id': '1db64419-588b-4587-bb8d-a188a045953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '14dd4a45-7df5-48c4-baa8-a0cf3da6b452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:58:54.018665 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:54.019156 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] Bound using segment: {'id': '1db64419-588b-4587-bb8d-a188a045953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '14dd4a45-7df5-48c4-baa8-a0cf3da6b452'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:58:54.019887 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] Bound port: 37ad8d1c-4859-4dc6-9a5f-57464199f6a9, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db64419-588b-4587-bb8d-a188a045953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '14dd4a45-7df5-48c4-baa8-a0cf3da6b452'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:58:54.020265 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (37ad8d1c-4859-4dc6-9a5f-57464199f6a9), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:54.090012 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] For port 37ad8d1c-4859-4dc6-9a5f-57464199f6a9, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:58:54.093969 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] For port 37ad8d1c-4859-4dc6-9a5f-57464199f6a9, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=37ad8d1c-4859-4dc6-9a5f-57464199f6a9,segment=NetworkSegment(1db64419-588b-4587-bb8d-a188a045953d),segment_id=1db64419-588b-4587-bb8d-a188a045953d)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:58:54.103207 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (37ad8d1c-4859-4dc6-9a5f-57464199f6a9), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:54.172711 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d272dc4-ebc4-4119-91fd-36c58cffe161 None None] Pushing event updated for resources: {'Port': ['ID=37ad8d1c-4859-4dc6-9a5f-57464199f6a9,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:54.178945 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] Routers {'f27fab70-5d96-4b60-9994-c0d6d359d853'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 02:58:54.179554 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T02:58:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['f27fab70-5d96-4b60-9994-c0d6d359d853'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:54.223489 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-8e830df6-672d-404f-aeb0-1415b4313ea4 None None] Provisioning complete for port 37ad8d1c-4859-4dc6-9a5f-57464199f6a9 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:54.223861 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8e830df6-672d-404f-aeb0-1415b4313ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (37ad8d1c-4859-4dc6-9a5f-57464199f6a9), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:54.393958 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f248a-e555-4eb7-998b-9da6068e0ea6 req-33a1c504-698c-432a-b33c-875b3eb07272 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:54.395810 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] Set router f27fab70-5d96-4b60-9994-c0d6d359d853 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 02:58:54.403322 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-330f248a-e555-4eb7-998b-9da6068e0ea6 req-33a1c504-698c-432a-b33c-875b3eb07272 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0812330 Mar 04 02:58:54.455128 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-330f248a-e555-4eb7-998b-9da6068e0ea6 req-789041a3-2330-468a-97e7-76632dac3bd7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437024 Mar 04 02:58:54.487031 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-8e830df6-672d-404f-aeb0-1415b4313ea4 None None] Current status of the port 37ad8d1c-4859-4dc6-9a5f-57464199f6a9 is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:54.487416 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8e830df6-672d-404f-aeb0-1415b4313ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (37ad8d1c-4859-4dc6-9a5f-57464199f6a9), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:54.515934 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 75299b6d-b7e9-4ddc-9dda-cc30cd570251 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:58:54.643683 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01df680-9a59-40f3-a949-4ef050b5c058 req-74f5305d-84c7-4792-be7d-49e1f2149089 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:54.645194 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d01df680-9a59-40f3-a949-4ef050b5c058 req-74f5305d-84c7-4792-be7d-49e1f2149089 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 944 time: 0.0613003 Mar 04 02:58:54.693946 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d01df680-9a59-40f3-a949-4ef050b5c058 req-7f9faf31-ec46-4ab1-bbb1-479eb68a501a tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429032 Mar 04 02:58:54.751723 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-8e830df6-672d-404f-aeb0-1415b4313ea4 None None] For port 37ad8d1c-4859-4dc6-9a5f-57464199f6a9, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=37ad8d1c-4859-4dc6-9a5f-57464199f6a9,segment=NetworkSegment(1db64419-588b-4587-bb8d-a188a045953d),segment_id=1db64419-588b-4587-bb8d-a188a045953d)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:54.758108 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8e830df6-672d-404f-aeb0-1415b4313ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (37ad8d1c-4859-4dc6-9a5f-57464199f6a9), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:54.850101 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 75299b6d-b7e9-4ddc-9dda-cc30cd570251 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:54.850481 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (75299b6d-b7e9-4ddc-9dda-cc30cd570251), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:54.872809 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e830df6-672d-404f-aeb0-1415b4313ea4 None None] Pushing event updated for resources: {'Port': ['ID=37ad8d1c-4859-4dc6-9a5f-57464199f6a9,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:54.913144 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-c502b18e-7ac4-4e0d-9bea-dc06742159f8 None None] Provisioning complete for port 37ad8d1c-4859-4dc6-9a5f-57464199f6a9 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:54.913436 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c502b18e-7ac4-4e0d-9bea-dc06742159f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (37ad8d1c-4859-4dc6-9a5f-57464199f6a9), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:54.981940 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27fab70-5d96-4b60-9994-c0d6d359d853', 'name': 'tempest-TestShelveInstance-62782688-router', 'tenant_id': '2c399ea6c2134231958f464e2c1423a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '75299b6d-b7e9-4ddc-9dda-cc30cd570251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:58:47Z', 'updated_at': '2022-03-04T02:58:50Z', 'revision_number': 4, 'project_id': '2c399ea6c2134231958f464e2c1423a5', 'gw_port': {'id': '75299b6d-b7e9-4ddc-9dda-cc30cd570251', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:86:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27fab70-5d96-4b60-9994-c0d6d359d853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:47Z', 'updated_at': '2022-03-04T02:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '37ad8d1c-4859-4dc6-9a5f-57464199f6a9', 'name': '', 'network_id': '14dd4a45-7df5-48c4-baa8-a0cf3da6b452', 'tenant_id': '2c399ea6c2134231958f464e2c1423a5', 'mac_address': 'fa:16:3e:49:2e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27fab70-5d96-4b60-9994-c0d6d359d853', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c1cf8f4a-122d-4839-9741-29204572de08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:50Z', 'updated_at': '2022-03-04T02:58:54Z', 'revision_number': 4, 'project_id': '2c399ea6c2134231958f464e2c1423a5', 'subnets': [{'id': 'c1cf8f4a-122d-4839-9741-29204572de08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 02:58:55.016174 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6734ca-8452-4589-918e-23b2017239a3 None None] The sync data for ids ['f27fab70-5d96-4b60-9994-c0d6d359d853'] in dv-cinder-828061-7-iscsi is: [{'id': 'f27fab70-5d96-4b60-9994-c0d6d359d853', 'name': 'tempest-TestShelveInstance-62782688-router', 'tenant_id': '2c399ea6c2134231958f464e2c1423a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '75299b6d-b7e9-4ddc-9dda-cc30cd570251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:58:47Z', 'updated_at': '2022-03-04T02:58:50Z', 'revision_number': 4, 'project_id': '2c399ea6c2134231958f464e2c1423a5', 'gw_port': {'id': '75299b6d-b7e9-4ddc-9dda-cc30cd570251', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:86:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27fab70-5d96-4b60-9994-c0d6d359d853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:47Z', 'updated_at': '2022-03-04T02:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '37ad8d1c-4859-4dc6-9a5f-57464199f6a9', 'name': '', 'network_id': '14dd4a45-7df5-48c4-baa8-a0cf3da6b452', 'tenant_id': '2c399ea6c2134231958f464e2c1423a5', 'mac_address': 'fa:16:3e:49:2e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27fab70-5d96-4b60-9994-c0d6d359d853', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'c1cf8f4a-122d-4839-9741-29204572de08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:50Z', 'updated_at': '2022-03-04T02:58:54Z', 'revision_number': 4, 'project_id': '2c399ea6c2134231958f464e2c1423a5', 'subnets': [{'id': 'c1cf8f4a-122d-4839-9741-29204572de08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 02:58:55.022479 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 75299b6d-b7e9-4ddc-9dda-cc30cd570251 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:55.074558 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-c502b18e-7ac4-4e0d-9bea-dc06742159f8 None None] Current status of the port 37ad8d1c-4859-4dc6-9a5f-57464199f6a9 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:55.584560 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8a6d5-19fc-40de-b4b5-dff6f7ad267c req-ede29e5a-85a7-4045-9ce1-f991c8403102 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:55.586071 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c0f8a6d5-19fc-40de-b4b5-dff6f7ad267c req-ede29e5a-85a7-4045-9ce1-f991c8403102 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0533447 Mar 04 02:58:55.631573 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c0f8a6d5-19fc-40de-b4b5-dff6f7ad267c req-c4a1b44d-5a3f-480a-ac30-adc4262e8805 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399432 Mar 04 02:58:55.815331 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcbf77-81f1-4d2a-ad56-2c1bd1db8a80 req-fa692821-7583-41f7-8217-3d7d07a17fdb tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:55.816789 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-56bcbf77-81f1-4d2a-ad56-2c1bd1db8a80 req-fa692821-7583-41f7-8217-3d7d07a17fdb tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 944 time: 0.0546949 Mar 04 02:58:55.861752 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-56bcbf77-81f1-4d2a-ad56-2c1bd1db8a80 req-d7b1b385-97bf-4404-9ee9-9255b051a640 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395031 Mar 04 02:58:56.427634 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3 up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:58:56.522429 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning for port 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3 completed by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 02:58:56.531460 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:56.532715 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (34fe383c-736e-4a3a-8bd0-9fe83c4f16c3), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:56.584098 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 37ad8d1c-4859-4dc6-9a5f-57464199f6a9 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:58:56.676411 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 37ad8d1c-4859-4dc6-9a5f-57464199f6a9 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:58:56.676787 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (37ad8d1c-4859-4dc6-9a5f-57464199f6a9), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:56.717355 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3 is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:56.717799 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (34fe383c-736e-4a3a-8bd0-9fe83c4f16c3), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:56.752678 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee087e5-fe92-4787-a4e9-c5230b0322e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fe383c-736e-4a3a-8bd0-9fe83c4f16c3'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 02:58:56.754875 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07e177e-6f67-446c-8544-cd75504dc686" -d '{"events": [{"server_uuid": "9ee087e5-fe92-4787-a4e9-c5230b0322e5", "name": "network-vif-plugged", "status": "completed", "tag": "34fe383c-736e-4a3a-8bd0-9fe83c4f16c3"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 02:58:56.756907 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ad159-f58a-49ad-b11d-c0ba0e5ef45d req-db0ee348-2cd7-4336-a725-33a216293b64 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:56.758489 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fc1ad159-f58a-49ad-b11d-c0ba0e5ef45d req-db0ee348-2cd7-4336-a725-33a216293b64 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0599720 Mar 04 02:58:56.771678 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=34fe383c-736e-4a3a-8bd0-9fe83c4f16c3,segment=NetworkSegment(40210cda-f220-447e-88df-8afede29b116),segment_id=40210cda-f220-447e-88df-8afede29b116)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:58:56.776915 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (34fe383c-736e-4a3a-8bd0-9fe83c4f16c3), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:58:56.811573 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 02:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd9c0ba-040c-49e4-b7b8-3beff12ca86c x-openstack-request-id: req-0cd9c0ba-040c-49e4-b7b8-3beff12ca86c {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 02:58:56.811876 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee087e5-fe92-4787-a4e9-c5230b0322e5", "name": "network-vif-plugged", "status": "completed", "tag": "34fe383c-736e-4a3a-8bd0-9fe83c4f16c3", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 02:58:56.812132 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0cd9c0ba-040c-49e4-b7b8-3beff12ca86c {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 02:58:56.812529 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee087e5-fe92-4787-a4e9-c5230b0322e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fe383c-736e-4a3a-8bd0-9fe83c4f16c3', 'code': 200} Mar 04 02:58:56.842912 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fc1ad159-f58a-49ad-b11d-c0ba0e5ef45d req-e9b24122-27a9-48af-a95f-8fc61ddca20d tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778353 Mar 04 02:58:56.852413 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 37ad8d1c-4859-4dc6-9a5f-57464199f6a9 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:58:56.870972 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=34fe383c-736e-4a3a-8bd0-9fe83c4f16c3,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:58:56.990538 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf3679-846b-44a2-afb1-bdc45a4a07d1 req-299a82c4-9ffa-419a-a6d5-fe05fb2bd868 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:56.991997 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3daf3679-846b-44a2-afb1-bdc45a4a07d1 req-299a82c4-9ffa-419a-a6d5-fe05fb2bd868 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 945 time: 0.0595953 Mar 04 02:58:57.069102 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3daf3679-846b-44a2-afb1-bdc45a4a07d1 req-3c8a216c-2a81-440c-a53f-4246dd78b3ce tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699532 Mar 04 02:58:57.074526 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1758f-8514-4918-952b-2f45b14a4139 req-df84f8b3-636a-4be0-9b0e-f00d0db7429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:57.075992 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3ff1758f-8514-4918-952b-2f45b14a4139 req-df84f8b3-636a-4be0-9b0e-f00d0db7429c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 1129 time: 0.0932915 Mar 04 02:58:57.125317 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3ff1758f-8514-4918-952b-2f45b14a4139 req-cdaddc93-1905-4564-a1fd-77e328d00394 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409110 Mar 04 02:58:57.964491 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e1b0a-ce2e-4b77-b877-c4f7ae0fb973 req-59184d30-7109-46b2-81ac-9a9ffa0cd120 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:57.966020 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-053e1b0a-ce2e-4b77-b877-c4f7ae0fb973 req-59184d30-7109-46b2-81ac-9a9ffa0cd120 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0613096 Mar 04 02:58:58.015258 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-053e1b0a-ce2e-4b77-b877-c4f7ae0fb973 req-74786e66-d184-4b0b-b7a2-02ce3d90a61b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426643 Mar 04 02:58:58.206676 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc8f21-44ce-4070-8aa3-4d969e0712bd req-63f60e7c-ebdd-491b-aa58-e6f5908362ce tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:58.211744 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-87cc8f21-44ce-4070-8aa3-4d969e0712bd req-63f60e7c-ebdd-491b-aa58-e6f5908362ce tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 945 time: 0.0648789 Mar 04 02:58:58.259864 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-87cc8f21-44ce-4070-8aa3-4d969e0712bd req-c68492e1-4274-453f-89f5-35a32ff6a1a8 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445852 Mar 04 02:58:59.134721 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846abf7b-ed2c-4e69-957a-b3d32c5a59a1 req-784dd0d2-0462-4e5a-b53a-728da6a9dc31 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:59.136214 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-846abf7b-ed2c-4e69-957a-b3d32c5a59a1 req-784dd0d2-0462-4e5a-b53a-728da6a9dc31 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0542629 Mar 04 02:58:59.182142 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-846abf7b-ed2c-4e69-957a-b3d32c5a59a1 req-9b90bfc9-205a-4d1b-ba85-fca50f4abc18 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404291 Mar 04 02:58:59.390093 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c6b3f-fff3-4d0c-9fd9-ab1d588671b3 req-d121fe39-b923-4d84-ac93-e450ef0583a6 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:58:59.391842 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f46c6b3f-fff3-4d0c-9fd9-ab1d588671b3 req-d121fe39-b923-4d84-ac93-e450ef0583a6 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 945 time: 0.0588846 Mar 04 02:58:59.452426 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f46c6b3f-fff3-4d0c-9fd9-ab1d588671b3 req-e8ced2e5-48c3-4aa7-acd7-857fe3df61bf tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537989 Mar 04 02:59:00.301275 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c849e-1131-46be-ba5f-3ec97609cd70 req-792d4c31-28f4-4da2-a242-64829f93a677 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:00.302780 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-366c849e-1131-46be-ba5f-3ec97609cd70 req-792d4c31-28f4-4da2-a242-64829f93a677 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0554388 Mar 04 02:59:00.353336 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-366c849e-1131-46be-ba5f-3ec97609cd70 req-809a84a3-eb2a-4be9-ac7c-3962337c597d tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450435 Mar 04 02:59:00.572607 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3db6b-e7d0-43fe-b627-2b88ba622f73 req-979c2847-c5b1-4492-a894-7c165a6cad91 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:00.572607 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ebb3db6b-e7d0-43fe-b627-2b88ba622f73 req-979c2847-c5b1-4492-a894-7c165a6cad91 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 945 time: 0.0534945 Mar 04 02:59:00.621913 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ebb3db6b-e7d0-43fe-b627-2b88ba622f73 req-adeff22b-af76-40de-be38-47419c7849d6 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408928 Mar 04 02:59:01.478364 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f4308-a851-49a1-acba-0c2ccc76e18d req-b331a789-e1c5-4469-bb80-4825825de98b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:01.479842 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-101f4308-a851-49a1-acba-0c2ccc76e18d req-b331a789-e1c5-4469-bb80-4825825de98b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0559545 Mar 04 02:59:01.528048 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-101f4308-a851-49a1-acba-0c2ccc76e18d req-b9bea04f-d1ac-4898-ac3a-2589f02420c0 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421555 Mar 04 02:59:01.935677 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-0b00b557-1e90-4623-a072-3068c6dcea83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:02.650350 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8300407-7b1f-49d9-b812-d786489efabd req-d269063f-74f6-42ba-bbba-ab1b6200b79e tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:02.651849 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b8300407-7b1f-49d9-b812-d786489efabd req-d269063f-74f6-42ba-bbba-ab1b6200b79e tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0578585 Mar 04 02:59:02.702575 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b8300407-7b1f-49d9-b812-d786489efabd req-a0b93d2b-b060-48b2-982b-45b7a90e559c tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442145 Mar 04 02:59:03.826954 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8381fa-48d4-4ccc-9ab7-74220d0606fb req-9dad4d8b-fe77-4e21-ba16-5d9debf98060 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:03.828443 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fc8381fa-48d4-4ccc-9ab7-74220d0606fb req-9dad4d8b-fe77-4e21-ba16-5d9debf98060 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0565398 Mar 04 02:59:03.883420 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fc8381fa-48d4-4ccc-9ab7-74220d0606fb req-a47c598b-bfb2-40d1-9059-b927aac137a9 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485818 Mar 04 02:59:04.344302 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-65525507-4806-42ff-ac30-d056e9502cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:05.044742 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132096d-9081-4b3f-af7a-e20179b65630 req-dd4b2691-0fc1-4094-8576-6dce73b7b66b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:05.046394 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5132096d-9081-4b3f-af7a-e20179b65630 req-dd4b2691-0fc1-4094-8576-6dce73b7b66b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0865004 Mar 04 02:59:05.097454 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5132096d-9081-4b3f-af7a-e20179b65630 req-9c24446f-78b8-4f1c-aecf-8b557768a50f tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444858 Mar 04 02:59:05.338070 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:05.816952 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-dd31aab1-b241-48dd-8849-59d17163d769 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:05.818527 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-dd31aab1-b241-48dd-8849-59d17163d769 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/networks?id=47e6c6c4-45d4-43ea-baac-423caa1c0adf HTTP/1.1" status: 200 len: 814 time: 0.1033988 Mar 04 02:59:05.833190 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-e9ba1a9f-c7da-428f-9d91-7e69f0fe0d97 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/quotas/9edeadc46f9f4ecdbde7a8e379b87b73 HTTP/1.1" status: 200 len: 375 time: 0.0094376 Mar 04 02:59:05.886777 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-e7124493-3657-4aed-8898-a6178baabb25 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9edeadc46f9f4ecdbde7a8e379b87b73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488710 Mar 04 02:59:05.975958 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-7e6c22e6-f7df-40c2-96a7-9e46a1a6411b service neutron] 10.222.0.16 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826764 Mar 04 02:59:06.071258 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-0e3b4a3c-1c3d-4356-b00f-4ef807d5f0ed service neutron] 10.222.0.16 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881636 Mar 04 02:59:06.283283 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23616fc6-921d-4ba8-b0a3-e2cc75e406df req-7a20fea0-aacf-4b00-9523-32f31b2c7141 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:06.284860 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-23616fc6-921d-4ba8-b0a3-e2cc75e406df req-7a20fea0-aacf-4b00-9523-32f31b2c7141 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.1009147 Mar 04 02:59:06.287257 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-bad8ad89-e20e-486f-8a00-d906f5effadc req-c8cccf79-353d-4897-a202-68a57453b4f4 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 210 time: 0.0460653 Mar 04 02:59:06.360061 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-23616fc6-921d-4ba8-b0a3-e2cc75e406df req-593b9766-8a74-44d5-80d4-74c606f13347 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668616 Mar 04 02:59:06.682013 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:07.283632 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-137fad85-67f7-426a-a978-00bce4a493d0 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:07.285077 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-137fad85-67f7-426a-a978-00bce4a493d0 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.13 "GET /v2.0/networks?id=47e6c6c4-45d4-43ea-baac-423caa1c0adf HTTP/1.1" status: 200 len: 814 time: 0.1002970 Mar 04 02:59:07.300336 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-71c93d35-cc98-4cc3-a888-5155d58c4192 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Request body: {'port': {'device_id': '6ae64786-04c0-4c27-9b00-70ee28afa11d', 'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf', 'admin_state_up': True, 'tenant_id': '9edeadc46f9f4ecdbde7a8e379b87b73'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:59:07.388634 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d777a557-cf5c-4418-8428-20cd4a347ea0 req-1ded54df-ecc0-4d46-b36e-a6cc318808e4 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 210 time: 0.0288665 Mar 04 02:59:07.469165 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-71c93d35-cc98-4cc3-a888-5155d58c4192 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Made reservation on behalf of 9edeadc46f9f4ecdbde7a8e379b87b73 for: {'port': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:59:07.473138 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-71c93d35-cc98-4cc3-a888-5155d58c4192 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:07.508412 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87485ab4-d872-4aa5-a70f-2cf2490a85b1 req-5a773dbf-e5c1-4218-b572-2ddc3b26b3aa tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:07.509925 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-87485ab4-d872-4aa5-a70f-2cf2490a85b1 req-5a773dbf-e5c1-4218-b572-2ddc3b26b3aa tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0847030 Mar 04 02:59:07.625075 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-87485ab4-d872-4aa5-a70f-2cf2490a85b1 req-0fc4fea1-f286-4f6d-a59f-ae49cde9c406 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834069 Mar 04 02:59:07.648937 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_common [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-71c93d35-cc98-4cc3-a888-5155d58c4192 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Allocated IP 172.20.0.10 (47e6c6c4-45d4-43ea-baac-423caa1c0adf/431140ff-e7d6-4b01-b509-15f7f795257b/f0168c98-41d2-4f5c-91b7-6f279dc5a02e) {{(pid=102946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:59:07.794570 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-71c93d35-cc98-4cc3-a888-5155d58c4192 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks [] for port (f0168c98-41d2-4f5c-91b7-6f279dc5a02e), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:07.826843 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-71c93d35-cc98-4cc3-a888-5155d58c4192 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (f0168c98-41d2-4f5c-91b7-6f279dc5a02e), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:07.839244 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['f8c0c90d-35cb-4651-9a1a-06b873e53814', '34fe383c-736e-4a3a-8bd0-9fe83c4f16c3'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 02:59:07.870317 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-71c93d35-cc98-4cc3-a888-5155d58c4192 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Network 47e6c6c4-45d4-43ea-baac-423caa1c0adf is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:59:07.873377 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-71c93d35-cc98-4cc3-a888-5155d58c4192 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:59:07.877120 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-71c93d35-cc98-4cc3-a888-5155d58c4192 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Received port after_create {{(pid=102946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:59:07.882405 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-71c93d35-cc98-4cc3-a888-5155d58c4192 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:07.883032 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-71c93d35-cc98-4cc3-a888-5155d58c4192 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:07.896557 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c93d35-cc98-4cc3-a888-5155d58c4192 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Pushing event updated for resources: {'Port': ['ID=f0168c98-41d2-4f5c-91b7-6f279dc5a02e,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:59:07.908577 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-71c93d35-cc98-4cc3-a888-5155d58c4192 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6133785 Mar 04 02:59:07.929679 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-38ec9793-d917-41ce-8715-39cd20d151d7 service neutron] Request body: {'port': {'device_id': '6ae64786-04c0-4c27-9b00-70ee28afa11d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:59:07.993244 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-38ec9793-d917-41ce-8715-39cd20d151d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (f0168c98-41d2-4f5c-91b7-6f279dc5a02e), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:08.253897 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-38ec9793-d917-41ce-8715-39cd20d151d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0168c98-41d2-4f5c-91b7-6f279dc5a02e {{(pid=102946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 02:59:08.261078 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-38ec9793-d917-41ce-8715-39cd20d151d7 service neutron] Publish callbacks [] for port (f0168c98-41d2-4f5c-91b7-6f279dc5a02e), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:08.272566 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.provisioning_blocks [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-38ec9793-d917-41ce-8715-39cd20d151d7 service neutron] Transition to ACTIVE for port object f0168c98-41d2-4f5c-91b7-6f279dc5a02e will not be triggered until provisioned by entity L2. {{(pid=102946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 02:59:08.276213 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-38ec9793-d917-41ce-8715-39cd20d151d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (f0168c98-41d2-4f5c-91b7-6f279dc5a02e), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:08.335617 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec9793-d917-41ce-8715-39cd20d151d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f0168c98-41d2-4f5c-91b7-6f279dc5a02e,revision_number=2']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:59:08.365070 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:08.369564 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-38ec9793-d917-41ce-8715-39cd20d151d7 service neutron] Attempting to bind port f0168c98-41d2-4f5c-91b7-6f279dc5a02e on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:59:08.369943 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-38ec9793-d917-41ce-8715-39cd20d151d7 service neutron] Attempting to bind port f0168c98-41d2-4f5c-91b7-6f279dc5a02e by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '40210cda-f220-447e-88df-8afede29b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf'}] {{(pid=102946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:59:08.370271 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-38ec9793-d917-41ce-8715-39cd20d151d7 service neutron] Attempting to bind port f0168c98-41d2-4f5c-91b7-6f279dc5a02e on network 47e6c6c4-45d4-43ea-baac-423caa1c0adf {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:59:08.374470 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-38ec9793-d917-41ce-8715-39cd20d151d7 service neutron] Port f0168c98-41d2-4f5c-91b7-6f279dc5a02e on network 47e6c6c4-45d4-43ea-baac-423caa1c0adf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 02:59:08.374792 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-38ec9793-d917-41ce-8715-39cd20d151d7 service neutron] Attempting to bind port f0168c98-41d2-4f5c-91b7-6f279dc5a02e on network 47e6c6c4-45d4-43ea-baac-423caa1c0adf {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:59:08.379604 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-38ec9793-d917-41ce-8715-39cd20d151d7 service neutron] Checking agent: {'id': '3c9f8f0c-9b00-4c68-8144-2c2180e90486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'started_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:59:08.379946 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-38ec9793-d917-41ce-8715-39cd20d151d7 service neutron] Checking segment: {'id': '40210cda-f220-447e-88df-8afede29b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:59:08.380322 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-38ec9793-d917-41ce-8715-39cd20d151d7 service neutron] Bound using segment: {'id': '40210cda-f220-447e-88df-8afede29b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf'} {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:59:08.380740 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-38ec9793-d917-41ce-8715-39cd20d151d7 service neutron] Bound port: f0168c98-41d2-4f5c-91b7-6f279dc5a02e, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40210cda-f220-447e-88df-8afede29b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf'}}] {{(pid=102946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:59:08.381089 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-38ec9793-d917-41ce-8715-39cd20d151d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (f0168c98-41d2-4f5c-91b7-6f279dc5a02e), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:08.443256 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-38ec9793-d917-41ce-8715-39cd20d151d7 service neutron] For port f0168c98-41d2-4f5c-91b7-6f279dc5a02e, host hv-cinder-82806, cleared binding levels {{(pid=102946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:59:08.448401 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-38ec9793-d917-41ce-8715-39cd20d151d7 service neutron] For port f0168c98-41d2-4f5c-91b7-6f279dc5a02e, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f0168c98-41d2-4f5c-91b7-6f279dc5a02e,segment=NetworkSegment(40210cda-f220-447e-88df-8afede29b116),segment_id=40210cda-f220-447e-88df-8afede29b116)] {{(pid=102946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:59:08.455804 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-38ec9793-d917-41ce-8715-39cd20d151d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (f0168c98-41d2-4f5c-91b7-6f279dc5a02e), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:08.524455 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-38ec9793-d917-41ce-8715-39cd20d151d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:08.525083 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-38ec9793-d917-41ce-8715-39cd20d151d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:08.526488 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-38ec9793-d917-41ce-8715-39cd20d151d7 service neutron] 10.222.0.13 "PUT /v2.0/ports/f0168c98-41d2-4f5c-91b7-6f279dc5a02e HTTP/1.1" status: 200 len: 1094 time: 0.6011424 Mar 04 02:59:08.526928 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae64786-04c0-4c27-9b00-70ee28afa11d', 'tag': 'f0168c98-41d2-4f5c-91b7-6f279dc5a02e'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 02:59:08.529144 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9bbfbb-e323-4cc2-8363-2422305ce892" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae64786-04c0-4c27-9b00-70ee28afa11d", "tag": "f0168c98-41d2-4f5c-91b7-6f279dc5a02e"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 02:59:08.555876 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec9793-d917-41ce-8715-39cd20d151d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f0168c98-41d2-4f5c-91b7-6f279dc5a02e,revision_number=3']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:59:08.574255 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 02:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f58ac1-1c3a-47d0-9f48-e659f4a2144d x-openstack-request-id: req-80f58ac1-1c3a-47d0-9f48-e659f4a2144d {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 02:59:08.574549 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae64786-04c0-4c27-9b00-70ee28afa11d", "tag": "f0168c98-41d2-4f5c-91b7-6f279dc5a02e", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 02:59:08.576701 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80f58ac1-1c3a-47d0-9f48-e659f4a2144d {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 02:59:08.577125 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae64786-04c0-4c27-9b00-70ee28afa11d', 'tag': 'f0168c98-41d2-4f5c-91b7-6f279dc5a02e', 'status': 'completed', 'code': 200} Mar 04 02:59:08.591810 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f25a85-0b78-499d-a102-06d08a5b5fd4 req-383ff58d-6417-4fbd-b53a-beb436858a2e tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:08.593288 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-19f25a85-0b78-499d-a102-06d08a5b5fd4 req-383ff58d-6417-4fbd-b53a-beb436858a2e tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 944 time: 0.1126428 Mar 04 02:59:08.666152 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-d4e64cb7-a588-40fe-a295-31ba542b2142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:08.667688 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-d4e64cb7-a588-40fe-a295-31ba542b2142 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9edeadc46f9f4ecdbde7a8e379b87b73&device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 1128 time: 0.0735235 Mar 04 02:59:08.670934 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-19f25a85-0b78-499d-a102-06d08a5b5fd4 req-b1a04ffc-3cf0-479a-aa9c-d7ac728e53e0 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689790 Mar 04 02:59:08.718130 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-1e9b5815-8b4d-4f75-a06f-749e397c050f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0168c98-41d2-4f5c-91b7-6f279dc5a02e HTTP/1.1" status: 200 len: 217 time: 0.0426040 Mar 04 02:59:08.795089 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-7abcaaf3-6f1f-416f-b98f-1ea107b3171d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:08.796552 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-7abcaaf3-6f1f-416f-b98f-1ea107b3171d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=431140ff-e7d6-4b01-b509-15f7f795257b HTTP/1.1" status: 200 len: 854 time: 0.0689428 Mar 04 02:59:08.807718 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabc711-bb0e-4740-a648-70e151ab090d req-5f85714b-1b9c-4438-9dd9-52f5ad8e679b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:08.809108 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8fabc711-bb0e-4740-a648-70e151ab090d req-5f85714b-1b9c-4438-9dd9-52f5ad8e679b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0934496 Mar 04 02:59:08.847946 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-9a977676-0895-4b87-a988-b6d41c38a6d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=47e6c6c4-45d4-43ea-baac-423caa1c0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378895 Mar 04 02:59:08.920598 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8fabc711-bb0e-4740-a648-70e151ab090d req-71087f36-9724-4fc0-92a1-994b0e69f3c2 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031203 Mar 04 02:59:08.959777 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-9c3fbf1d-1715-47cf-a63f-47b8ae241258 service neutron] 10.222.0.13 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045465 Mar 04 02:59:09.049193 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b8416e3f-b287-45ed-a246-38c23b10f79b req-4c2271ff-8874-4526-9379-92237d6b1623 service neutron] 10.222.0.13 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831428 Mar 04 02:59:09.163631 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bbfbb-e323-4cc2-8363-2422305ce892 req-f914ad3a-fe55-4292-bdc5-589dad5a7924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:09.165137 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0d9bbfbb-e323-4cc2-8363-2422305ce892 req-f914ad3a-fe55-4292-bdc5-589dad5a7924 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9edeadc46f9f4ecdbde7a8e379b87b73&device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 1128 time: 0.0452516 Mar 04 02:59:09.255550 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bbfbb-e323-4cc2-8363-2422305ce892 req-27e62202-a8f9-48ea-891a-e1906369ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:09.257021 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0d9bbfbb-e323-4cc2-8363-2422305ce892 req-27e62202-a8f9-48ea-891a-e1906369ef4c service neutron] 10.222.0.13 "GET /v2.0/networks?id=47e6c6c4-45d4-43ea-baac-423caa1c0adf HTTP/1.1" status: 200 len: 915 time: 0.0859313 Mar 04 02:59:09.299352 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0d9bbfbb-e323-4cc2-8363-2422305ce892 req-015f98cf-d043-4192-88d0-78e27c1271ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0168c98-41d2-4f5c-91b7-6f279dc5a02e HTTP/1.1" status: 200 len: 217 time: 0.0360687 Mar 04 02:59:09.349909 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bbfbb-e323-4cc2-8363-2422305ce892 req-73b27bcb-949b-47ea-85d3-175dcc2dd505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:09.351412 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0d9bbfbb-e323-4cc2-8363-2422305ce892 req-73b27bcb-949b-47ea-85d3-175dcc2dd505 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=431140ff-e7d6-4b01-b509-15f7f795257b HTTP/1.1" status: 200 len: 854 time: 0.0442765 Mar 04 02:59:09.382941 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0d9bbfbb-e323-4cc2-8363-2422305ce892 req-68b18a0f-f8a4-40e7-b512-c91fc87ac276 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=47e6c6c4-45d4-43ea-baac-423caa1c0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246258 Mar 04 02:59:09.471510 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0d9bbfbb-e323-4cc2-8363-2422305ce892 req-6f36f9c4-d5d0-4cd5-9f79-98941f8f6d2b service neutron] 10.222.0.13 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823371 Mar 04 02:59:09.560342 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0d9bbfbb-e323-4cc2-8363-2422305ce892 req-3ace4b9c-9e59-4ce9-ae9b-760125ff40a3 service neutron] 10.222.0.13 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824347 Mar 04 02:59:09.801378 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91822ad6-776a-4ab1-bb22-b750e6113ed6 req-8dec4a53-ae7d-43cd-bd2d-0cca749f4ef7 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:09.802884 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-91822ad6-776a-4ab1-bb22-b750e6113ed6 req-8dec4a53-ae7d-43cd-bd2d-0cca749f4ef7 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 944 time: 0.0619411 Mar 04 02:59:09.850075 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-91822ad6-776a-4ab1-bb22-b750e6113ed6 req-5e3a2750-8e7f-4991-a11f-996b521a1f6e tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416100 Mar 04 02:59:10.035845 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26fb6e-5bc8-4ab8-ac2d-08a325ee87c0 req-82ae1443-341e-4894-9b09-7f9f062d84e1 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:10.037331 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-bc26fb6e-5bc8-4ab8-ac2d-08a325ee87c0 req-82ae1443-341e-4894-9b09-7f9f062d84e1 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0526438 Mar 04 02:59:10.083980 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-bc26fb6e-5bc8-4ab8-ac2d-08a325ee87c0 req-4057425b-dad2-4e20-949e-e0223c1ef4d7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411556 Mar 04 02:59:10.971195 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df373ad1-fb61-4f4e-92da-ca62c76f926f req-f24e0210-8538-405a-9120-2f69e91e8659 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:10.972668 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-df373ad1-fb61-4f4e-92da-ca62c76f926f req-f24e0210-8538-405a-9120-2f69e91e8659 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 944 time: 0.0552015 Mar 04 02:59:11.024204 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-df373ad1-fb61-4f4e-92da-ca62c76f926f req-cf0561d6-6102-47d4-8fd9-886804045d28 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461197 Mar 04 02:59:11.201214 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d3aa2-7ef7-4f89-85b1-001f3aebd649 req-3640323a-7d5c-4db0-b622-be90c85939d4 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:11.202698 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-596d3aa2-7ef7-4f89-85b1-001f3aebd649 req-3640323a-7d5c-4db0-b622-be90c85939d4 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0526304 Mar 04 02:59:11.248705 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-596d3aa2-7ef7-4f89-85b1-001f3aebd649 req-ad7c9dd4-bc8f-4347-90a1-ef8e7f9fa384 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399959 Mar 04 02:59:12.011772 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:12.151093 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dab17b-aad5-485f-a128-37f2111ed154 req-4c493d05-bd6a-48e1-a577-793bba51d1dc tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:12.152865 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-78dab17b-aad5-485f-a128-37f2111ed154 req-4c493d05-bd6a-48e1-a577-793bba51d1dc tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 944 time: 0.0579715 Mar 04 02:59:12.201894 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-78dab17b-aad5-485f-a128-37f2111ed154 req-731bbb1e-737e-45ca-87d1-e8c5f5ee1a1f tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436249 Mar 04 02:59:12.577567 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a453d9d-0242-49c7-87cb-5a9a48f1e827 req-bfd46efc-87ae-4fa0-8227-4e828f08147e tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:12.579047 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4a453d9d-0242-49c7-87cb-5a9a48f1e827 req-bfd46efc-87ae-4fa0-8227-4e828f08147e tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.2602632 Mar 04 02:59:12.623644 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4a453d9d-0242-49c7-87cb-5a9a48f1e827 req-653e1c7a-2fb2-42ae-8cc5-3d85b0b5e3c5 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385962 Mar 04 02:59:13.326045 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b815beb-bf23-4b7f-bb11-1d3777288d94 req-3741cdd3-8629-4d75-88d3-d478a275b607 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:13.327561 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1b815beb-bf23-4b7f-bb11-1d3777288d94 req-3741cdd3-8629-4d75-88d3-d478a275b607 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 944 time: 0.0546975 Mar 04 02:59:13.378900 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1b815beb-bf23-4b7f-bb11-1d3777288d94 req-da6d49ec-2448-42fc-800d-ceacc7900673 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455086 Mar 04 02:59:13.772561 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248591dd-1037-400e-bfa7-3942eb9b0d1d req-cc06b3e8-cde6-4bb0-a142-da96afa03e9f tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:13.774050 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-248591dd-1037-400e-bfa7-3942eb9b0d1d req-cc06b3e8-cde6-4bb0-a142-da96afa03e9f tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0832369 Mar 04 02:59:13.776507 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c5d55-b7b9-4f62-ad4e-d7fcea40256c req-78f33f71-3cff-48c0-9bf5-c58e8d7fa984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:13.777897 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-da6c5d55-b7b9-4f62-ad4e-d7fcea40256c req-78f33f71-3cff-48c0-9bf5-c58e8d7fa984 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 1130 time: 0.0781708 Mar 04 02:59:13.847391 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-248591dd-1037-400e-bfa7-3942eb9b0d1d req-702ed092-33d5-4ca7-b28a-8c58a77dadfc tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678787 Mar 04 02:59:13.850599 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-da6c5d55-b7b9-4f62-ad4e-d7fcea40256c req-f671c40b-e90c-41d0-89d2-e515114272de service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655358 Mar 04 02:59:14.428602 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device f0168c98-41d2-4f5c-91b7-6f279dc5a02e details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 02:59:14.497324 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94020f0c-aca2-4ea5-a58c-4e8535f2f049 req-cc81a745-df97-45fe-bb67-546ab5d616f4 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:14.498819 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-94020f0c-aca2-4ea5-a58c-4e8535f2f049 req-cc81a745-df97-45fe-bb67-546ab5d616f4 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 944 time: 0.0528834 Mar 04 02:59:14.529922 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port f0168c98-41d2-4f5c-91b7-6f279dc5a02e, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f0168c98-41d2-4f5c-91b7-6f279dc5a02e,segment=NetworkSegment(40210cda-f220-447e-88df-8afede29b116),segment_id=40210cda-f220-447e-88df-8afede29b116)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:59:14.543092 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': 'f0168c98-41d2-4f5c-91b7-6f279dc5a02e', 'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf', 'port_id': 'f0168c98-41d2-4f5c-91b7-6f279dc5a02e', 'mac_address': 'fa:16:3e:12:b5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431140ff-e7d6-4b01-b509-15f7f795257b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 02:59:14.555785 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-94020f0c-aca2-4ea5-a58c-4e8535f2f049 req-ed53082d-033e-4211-b988-4b91bb29ceff tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507684 Mar 04 02:59:14.591012 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port f0168c98-41d2-4f5c-91b7-6f279dc5a02e is: DOWN; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:59:14.591408 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (f0168c98-41d2-4f5c-91b7-6f279dc5a02e), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:14.604223 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0168c98-41d2-4f5c-91b7-6f279dc5a02e {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 02:59:14.622901 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port f0168c98-41d2-4f5c-91b7-6f279dc5a02e, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f0168c98-41d2-4f5c-91b7-6f279dc5a02e,segment=NetworkSegment(40210cda-f220-447e-88df-8afede29b116),segment_id=40210cda-f220-447e-88df-8afede29b116)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:59:14.627062 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (f0168c98-41d2-4f5c-91b7-6f279dc5a02e), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:14.673414 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=f0168c98-41d2-4f5c-91b7-6f279dc5a02e,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:59:14.984683 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb890c6-f664-4a64-bf7a-7fdff085b463 req-d1bafa44-c9d9-4155-8245-1d4574f4d957 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:14.986206 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-edb890c6-f664-4a64-bf7a-7fdff085b463 req-d1bafa44-c9d9-4155-8245-1d4574f4d957 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0666311 Mar 04 02:59:15.034133 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-edb890c6-f664-4a64-bf7a-7fdff085b463 req-d1b57439-4057-42f7-a48a-ef24c8f92506 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407693 Mar 04 02:59:15.674178 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be36ee-e280-401c-8f2f-57b0a66af0ba req-fe3b7c33-b5fd-4211-aaf5-b38dabccd731 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:15.675760 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b5be36ee-e280-401c-8f2f-57b0a66af0ba req-fe3b7c33-b5fd-4211-aaf5-b38dabccd731 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 945 time: 0.0514987 Mar 04 02:59:15.721276 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b5be36ee-e280-401c-8f2f-57b0a66af0ba req-f4b9ab40-8904-4c31-821c-b8b859e29fa8 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394039 Mar 04 02:59:16.154399 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eab5db-392d-44aa-9d11-afd250204034 req-fc7cd854-37ba-453f-ad71-4c6f2fa3d942 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:16.155868 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-73eab5db-392d-44aa-9d11-afd250204034 req-fc7cd854-37ba-453f-ad71-4c6f2fa3d942 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0557339 Mar 04 02:59:16.201102 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-73eab5db-392d-44aa-9d11-afd250204034 req-3ae4e7c2-d4fe-40d1-8620-8a7a37aee9ea tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395448 Mar 04 02:59:16.836148 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6b2bd-101f-4edc-87b0-97774239fd6d req-40a97362-cee1-4f86-a4e1-d7b4da1ec47e tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:16.837614 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8be6b2bd-101f-4edc-87b0-97774239fd6d req-40a97362-cee1-4f86-a4e1-d7b4da1ec47e tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 945 time: 0.0509238 Mar 04 02:59:16.882061 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8be6b2bd-101f-4edc-87b0-97774239fd6d req-0f994b8c-db78-42b5-9336-e8009b5dd549 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390310 Mar 04 02:59:17.315825 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21ef0a-3c8a-46b6-bc8e-2473a5c20acb req-85e8ab69-f894-4904-9b44-7275fd798878 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:17.317285 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ff21ef0a-3c8a-46b6-bc8e-2473a5c20acb req-85e8ab69-f894-4904-9b44-7275fd798878 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0527856 Mar 04 02:59:17.367402 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ff21ef0a-3c8a-46b6-bc8e-2473a5c20acb req-c39bc5ee-3bca-46a6-a28e-4c20f5f55c30 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446076 Mar 04 02:59:17.996339 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07cb82-57c7-4119-b76f-b57e4c3d5a97 req-b30b5caf-56e3-4ecf-ba1b-ac2a71e7e0dc tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:17.997867 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8e07cb82-57c7-4119-b76f-b57e4c3d5a97 req-b30b5caf-56e3-4ecf-ba1b-ac2a71e7e0dc tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 945 time: 0.0515819 Mar 04 02:59:18.043180 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8e07cb82-57c7-4119-b76f-b57e4c3d5a97 req-e33f8b1c-251b-4e58-9e81-6dbe049d013f tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391235 Mar 04 02:59:18.485371 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f927a-5b4c-4644-b8fd-83ae75be6aab req-e0527408-d0e5-4e3c-95cb-93256ed18c4a tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:18.487171 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ad6f927a-5b4c-4644-b8fd-83ae75be6aab req-e0527408-d0e5-4e3c-95cb-93256ed18c4a tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0535285 Mar 04 02:59:18.537483 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ad6f927a-5b4c-4644-b8fd-83ae75be6aab req-d2f2f7f0-e50a-439f-b75d-717b13a20c01 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417001 Mar 04 02:59:19.162510 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02e2c0-152e-4957-b3a1-25615b5128f0 req-0c2b0107-0d12-4437-a3e3-8f7bd68c020d tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:19.163982 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3e02e2c0-152e-4957-b3a1-25615b5128f0 req-0c2b0107-0d12-4437-a3e3-8f7bd68c020d tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 945 time: 0.0549190 Mar 04 02:59:19.209157 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3e02e2c0-152e-4957-b3a1-25615b5128f0 req-e13eb3af-8507-4f2a-9a4f-6d2c2e115bde tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397542 Mar 04 02:59:19.653903 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b39ab8-b108-4d94-aacc-b15cd2dc01b5 req-366972cb-0cce-4687-a925-d2952dc48776 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:19.655391 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-73b39ab8-b108-4d94-aacc-b15cd2dc01b5 req-366972cb-0cce-4687-a925-d2952dc48776 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0528417 Mar 04 02:59:19.703248 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-73b39ab8-b108-4d94-aacc-b15cd2dc01b5 req-7939fac3-f356-410c-8ea8-c3920e9fedcb tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419137 Mar 04 02:59:20.327241 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6acf43-921a-4a07-b039-57826dbb8181 req-94245426-b71b-4ccf-b3e2-a989d038abab tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:20.329070 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2d6acf43-921a-4a07-b039-57826dbb8181 req-94245426-b71b-4ccf-b3e2-a989d038abab tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 945 time: 0.0540442 Mar 04 02:59:20.378838 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2d6acf43-921a-4a07-b039-57826dbb8181 req-e2c9e9aa-e47c-406f-82f1-e294ae93f50c tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433969 Mar 04 02:59:20.818166 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786534b-4c50-49c6-be20-e8b77f1ca5dc req-5d6e48a9-83a2-4911-a60f-8e17a223a2ac tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:20.819550 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f786534b-4c50-49c6-be20-e8b77f1ca5dc req-5d6e48a9-83a2-4911-a60f-8e17a223a2ac tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0517852 Mar 04 02:59:20.864211 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f786534b-4c50-49c6-be20-e8b77f1ca5dc req-5ccf6082-12b4-42d7-a96a-0a01e55c7c10 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389769 Mar 04 02:59:21.495427 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa2ce6-78df-47db-8b47-2bd5770b517e req-d493a7ab-e9db-44be-b17f-7d24be6e1722 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:21.496912 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-15fa2ce6-78df-47db-8b47-2bd5770b517e req-d493a7ab-e9db-44be-b17f-7d24be6e1722 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 945 time: 0.0516081 Mar 04 02:59:21.542608 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-15fa2ce6-78df-47db-8b47-2bd5770b517e req-81f000a8-ea5e-4b90-8c1b-c3ce109d73d8 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396259 Mar 04 02:59:21.982857 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165eb0b-a3b2-4a48-9218-5e6b4aef9dcd req-bd9e0b35-c90b-4979-aa7f-1d0cccaead62 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:21.984239 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3165eb0b-a3b2-4a48-9218-5e6b4aef9dcd req-bd9e0b35-c90b-4979-aa7f-1d0cccaead62 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0560100 Mar 04 02:59:22.028938 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3165eb0b-a3b2-4a48-9218-5e6b4aef9dcd req-3ed2d784-7e8d-4f07-a7b4-c7cb62a6a88d tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384560 Mar 04 02:59:22.660974 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868c874-3e08-4ac6-ac5b-73b612356096 req-685c889b-0c43-4f68-8413-a213edb98a90 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:22.662481 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1868c874-3e08-4ac6-ac5b-73b612356096 req-685c889b-0c43-4f68-8413-a213edb98a90 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 945 time: 0.0522246 Mar 04 02:59:22.711564 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1868c874-3e08-4ac6-ac5b-73b612356096 req-46dc0a22-db2f-48fb-a14b-81caa6d01910 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436232 Mar 04 02:59:23.149285 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d808a31-8531-4bfa-b380-b568521db245 req-b7c970da-50b3-477d-b3e8-4f3bb89258ed tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:23.150841 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3d808a31-8531-4bfa-b380-b568521db245 req-b7c970da-50b3-477d-b3e8-4f3bb89258ed tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0565214 Mar 04 02:59:23.199277 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3d808a31-8531-4bfa-b380-b568521db245 req-ddcf68ba-1208-4e3b-bde5-27c9bd431b22 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426176 Mar 04 02:59:23.833477 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7c9d8-f5c6-4776-8dab-9e9483052f67 req-02620255-e206-4c47-a390-1f8fe7f30adf tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:23.835014 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3fe7c9d8-f5c6-4776-8dab-9e9483052f67 req-02620255-e206-4c47-a390-1f8fe7f30adf tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 945 time: 0.0540552 Mar 04 02:59:23.880161 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3fe7c9d8-f5c6-4776-8dab-9e9483052f67 req-4537d93a-53a3-46fc-a57d-fa585881002f tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397215 Mar 04 02:59:24.311507 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3579b93-0cc5-45da-9b48-6089ed0c410f req-a05fd8f4-15d2-4721-a9d3-7a1f91561faf tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:24.312973 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a3579b93-0cc5-45da-9b48-6089ed0c410f req-a05fd8f4-15d2-4721-a9d3-7a1f91561faf tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0504987 Mar 04 02:59:24.361875 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a3579b93-0cc5-45da-9b48-6089ed0c410f req-b75380c1-3410-43ca-bbf8-aabb4a20c9c3 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427959 Mar 04 02:59:24.995337 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983e6cb-e460-4ed2-bb3b-e7d46a5f1fc4 req-20e244a9-ebf9-41c1-96d6-f2e6a19441ea tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:24.996794 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5983e6cb-e460-4ed2-bb3b-e7d46a5f1fc4 req-20e244a9-ebf9-41c1-96d6-f2e6a19441ea tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 945 time: 0.0524874 Mar 04 02:59:25.042072 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5983e6cb-e460-4ed2-bb3b-e7d46a5f1fc4 req-21d41de8-0d04-4e49-903d-65549eaaf6fd tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392220 Mar 04 02:59:25.477478 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf34d0-55b5-4109-a5a3-8ede92fe75ab req-d8c8660d-5782-4c08-ad80-084892dd2947 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:25.478991 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0cdf34d0-55b5-4109-a5a3-8ede92fe75ab req-d8c8660d-5782-4c08-ad80-084892dd2947 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0522840 Mar 04 02:59:25.523551 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0cdf34d0-55b5-4109-a5a3-8ede92fe75ab req-16fd930e-d546-4443-a3f7-4a5deef36254 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391717 Mar 04 02:59:26.161440 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef3470-5a9e-4125-8485-836ab8fe6292 req-fbf0bb0f-dfc8-41e8-9f33-f593215d1452 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:26.162939 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4fef3470-5a9e-4125-8485-836ab8fe6292 req-fbf0bb0f-dfc8-41e8-9f33-f593215d1452 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 945 time: 0.0555515 Mar 04 02:59:26.209066 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4fef3470-5a9e-4125-8485-836ab8fe6292 req-54b1c756-700d-4e3a-9101-c42002fed46d tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406594 Mar 04 02:59:26.490486 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['f0168c98-41d2-4f5c-91b7-6f279dc5a02e'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 02:59:26.641214 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823af924-5039-4b8e-bcf2-1b314fcc2cce req-260f5dc3-7f66-4038-91d1-e7a8287e6fdd tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:26.643208 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-823af924-5039-4b8e-bcf2-1b314fcc2cce req-260f5dc3-7f66-4038-91d1-e7a8287e6fdd tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0528185 Mar 04 02:59:26.688889 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-823af924-5039-4b8e-bcf2-1b314fcc2cce req-a02869c5-9783-44f3-a292-32673ee9dd74 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401955 Mar 04 02:59:27.326737 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e366e-018c-49d0-917d-5e5381e2aced req-c911832b-6430-4c14-9c46-22265d6319c0 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:27.328200 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c19e366e-018c-49d0-917d-5e5381e2aced req-c911832b-6430-4c14-9c46-22265d6319c0 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 945 time: 0.0515108 Mar 04 02:59:27.378380 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c19e366e-018c-49d0-917d-5e5381e2aced req-29fb05a4-e69c-48f4-ac2d-32bc4612bb46 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440977 Mar 04 02:59:27.802742 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e39a39-a47a-4860-b33b-539a0cbd40a9 req-2ed2438b-0cff-4301-9afb-981efd0a8e92 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:27.804236 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-21e39a39-a47a-4860-b33b-539a0cbd40a9 req-2ed2438b-0cff-4301-9afb-981efd0a8e92 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0503707 Mar 04 02:59:27.849997 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-21e39a39-a47a-4860-b33b-539a0cbd40a9 req-ab14b875-92a5-4882-b0f7-0aacc749bc6b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403819 Mar 04 02:59:28.495527 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5e698-f826-49de-a137-b2530ecfbf83 req-63d38104-4e76-43e1-9783-54a36cc13c58 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:28.497033 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-eac5e698-f826-49de-a137-b2530ecfbf83 req-63d38104-4e76-43e1-9783-54a36cc13c58 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 945 time: 0.0540371 Mar 04 02:59:28.547132 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-eac5e698-f826-49de-a137-b2530ecfbf83 req-e822b65a-8292-44d3-b735-20293b4f396b tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415785 Mar 04 02:59:28.969893 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b561d-b3ad-4c7c-930a-8514604c94f3 req-2ce5810f-a571-446f-b547-faffa8fe9bee tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:28.971563 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8c7b561d-b3ad-4c7c-930a-8514604c94f3 req-2ce5810f-a571-446f-b547-faffa8fe9bee tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0563285 Mar 04 02:59:29.016810 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8c7b561d-b3ad-4c7c-930a-8514604c94f3 req-6b21085d-7fa0-4eff-b1b3-fa9eb2323550 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397837 Mar 04 02:59:29.132334 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1db27e-dca9-419c-84e5-d9d40c5f45ed req-1b521b4b-dfae-4e2e-ba24-72ae9ccf817c tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:29.133740 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fa1db27e-dca9-419c-84e5-d9d40c5f45ed req-1b521b4b-dfae-4e2e-ba24-72ae9ccf817c tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0515418 Mar 04 02:59:29.178747 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fa1db27e-dca9-419c-84e5-d9d40c5f45ed req-35ecd646-1420-4290-a763-70ba2953f797 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395854 Mar 04 02:59:29.667036 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd281295-72ef-41f0-baac-9fd58b65fcda req-bba9202f-9557-4526-be0b-2a0d95639e46 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:29.668402 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-bd281295-72ef-41f0-baac-9fd58b65fcda req-bba9202f-9557-4526-be0b-2a0d95639e46 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 945 time: 0.0532234 Mar 04 02:59:29.714571 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-bd281295-72ef-41f0-baac-9fd58b65fcda req-ef426dbb-4129-499c-b3c4-6859bbf4759f tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400710 Mar 04 02:59:30.347649 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 02:59:30.832229 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfa1d4-63e8-4fe1-8fa7-a6138ab5a2ed req-b36b334d-f4c5-4af0-9b6e-d458ebdb46ed tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:30.833753 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-43bfa1d4-63e8-4fe1-8fa7-a6138ab5a2ed req-b36b334d-f4c5-4af0-9b6e-d458ebdb46ed tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 945 time: 0.0539496 Mar 04 02:59:30.879243 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-43bfa1d4-63e8-4fe1-8fa7-a6138ab5a2ed req-779db46a-7c65-4972-9bc1-68e53ee9428f tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399539 Mar 04 02:59:31.938173 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-9a72e883-d808-44cd-96af-cd0a1aa475e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:31.998922 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdebbf1-3415-471d-9cef-fc05063d3bd5 req-ee403e92-7449-4553-b187-0974e9705b97 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:32.000398 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ccdebbf1-3415-471d-9cef-fc05063d3bd5 req-ee403e92-7449-4553-b187-0974e9705b97 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 945 time: 0.0530663 Mar 04 02:59:32.050210 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ccdebbf1-3415-471d-9cef-fc05063d3bd5 req-ad0de8a9-ca7f-4b90-8f53-cea0598f99e0 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443251 Mar 04 02:59:32.501505 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device f0168c98-41d2-4f5c-91b7-6f279dc5a02e up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 02:59:32.549409 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning for port f0168c98-41d2-4f5c-91b7-6f279dc5a02e completed by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 02:59:32.553489 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port f0168c98-41d2-4f5c-91b7-6f279dc5a02e triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:59:32.553899 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (f0168c98-41d2-4f5c-91b7-6f279dc5a02e), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:32.632111 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port f0168c98-41d2-4f5c-91b7-6f279dc5a02e is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 02:59:32.632535 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (f0168c98-41d2-4f5c-91b7-6f279dc5a02e), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:32.655229 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae64786-04c0-4c27-9b00-70ee28afa11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0168c98-41d2-4f5c-91b7-6f279dc5a02e'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 02:59:32.657437 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79cccda-8a49-4051-9606-fd365c58cdc6" -d '{"events": [{"server_uuid": "6ae64786-04c0-4c27-9b00-70ee28afa11d", "name": "network-vif-plugged", "status": "completed", "tag": "f0168c98-41d2-4f5c-91b7-6f279dc5a02e"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 02:59:32.670671 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port f0168c98-41d2-4f5c-91b7-6f279dc5a02e, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f0168c98-41d2-4f5c-91b7-6f279dc5a02e,segment=NetworkSegment(40210cda-f220-447e-88df-8afede29b116),segment_id=40210cda-f220-447e-88df-8afede29b116)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 02:59:32.676301 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (f0168c98-41d2-4f5c-91b7-6f279dc5a02e), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:32.705942 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 02:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06efc60-8e5f-4141-8f7c-1bcd71ba598a x-openstack-request-id: req-b06efc60-8e5f-4141-8f7c-1bcd71ba598a {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 02:59:32.706288 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae64786-04c0-4c27-9b00-70ee28afa11d", "name": "network-vif-plugged", "status": "completed", "tag": "f0168c98-41d2-4f5c-91b7-6f279dc5a02e", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 02:59:32.706527 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b06efc60-8e5f-4141-8f7c-1bcd71ba598a {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 02:59:32.706928 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae64786-04c0-4c27-9b00-70ee28afa11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0168c98-41d2-4f5c-91b7-6f279dc5a02e', 'code': 200} Mar 04 02:59:32.750295 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=f0168c98-41d2-4f5c-91b7-6f279dc5a02e,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:59:32.881369 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6300b1-6743-4a95-b997-3645e63cd2be req-72d47cb2-fe17-4c40-a6af-c87fc952f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:32.882904 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3a6300b1-6743-4a95-b997-3645e63cd2be req-72d47cb2-fe17-4c40-a6af-c87fc952f4fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=435f5c6cbc834e5e9948bd463d8aa129&device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 1130 time: 0.0709090 Mar 04 02:59:32.890461 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7e899-bc5b-427b-a533-a292ecf3f6e7 req-432ff44d-340e-47cb-8b31-400ecd44f016 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:32.891860 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-96b7e899-bc5b-427b-a533-a292ecf3f6e7 req-432ff44d-340e-47cb-8b31-400ecd44f016 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0891891 Mar 04 02:59:32.895176 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08649814-c991-4e29-8a7e-fa80ade77a81 req-3d23259d-19f9-40cb-8b54-6877ffd83eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:32.897434 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-08649814-c991-4e29-8a7e-fa80ade77a81 req-3d23259d-19f9-40cb-8b54-6877ffd83eae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 1130 time: 0.0475886 Mar 04 02:59:32.944151 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-08649814-c991-4e29-8a7e-fa80ade77a81 req-7b45de64-c88a-4176-8632-9f23e414a540 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404575 Mar 04 02:59:32.994012 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-96b7e899-bc5b-427b-a533-a292ecf3f6e7 req-f9097162-10e4-4d77-92a4-f910226b28e5 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935962 Mar 04 02:59:33.014152 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6300b1-6743-4a95-b997-3645e63cd2be req-ded8b8b0-fad5-404d-831d-c52be03eeabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:33.015621 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3a6300b1-6743-4a95-b997-3645e63cd2be req-ded8b8b0-fad5-404d-831d-c52be03eeabb service neutron] 10.222.0.13 "GET /v2.0/networks?id=d64efdae-0305-4058-8f96-4ee6eb81be2d HTTP/1.1" status: 200 len: 920 time: 0.1228883 Mar 04 02:59:33.167893 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c32202-9b46-4195-af09-ed7f5d04ac7a req-d764e515-3c7f-426d-83b1-c49092b15807 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:33.169388 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-71c32202-9b46-4195-af09-ed7f5d04ac7a req-d764e515-3c7f-426d-83b1-c49092b15807 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 946 time: 0.0524042 Mar 04 02:59:33.215535 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-71c32202-9b46-4195-af09-ed7f5d04ac7a req-7f9b0428-35bf-4c14-b507-f03657050d62 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400791 Mar 04 02:59:33.328335 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3a6300b1-6743-4a95-b997-3645e63cd2be req-71a3dd33-dede-4b0a-b6e0-219721fb7c5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03043544-0f88-43de-af71-1007eceb3446 HTTP/1.1" status: 200 len: 217 time: 0.0374320 Mar 04 02:59:33.377410 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6300b1-6743-4a95-b997-3645e63cd2be req-45ab6eba-8799-45d7-b5b5-89d55e409e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:33.378902 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3a6300b1-6743-4a95-b997-3645e63cd2be req-45ab6eba-8799-45d7-b5b5-89d55e409e33 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a402aac-443f-4244-b7c1-141fa3d052d2 HTTP/1.1" status: 200 len: 859 time: 0.0435724 Mar 04 02:59:33.410453 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3a6300b1-6743-4a95-b997-3645e63cd2be req-7eeb0409-95a3-44c8-a64d-60167016c335 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d64efdae-0305-4058-8f96-4ee6eb81be2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253289 Mar 04 02:59:33.509921 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3a6300b1-6743-4a95-b997-3645e63cd2be req-757494e0-a485-4606-bf3b-b09dedcd5ad3 service neutron] 10.222.0.13 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874279 Mar 04 02:59:33.604273 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3a6300b1-6743-4a95-b997-3645e63cd2be req-ff5f6b63-f582-4851-a703-9710540945dc service neutron] 10.222.0.13 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851452 Mar 04 02:59:34.112125 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5aab6-b655-40f6-8b3c-dffbcc9b8b6b req-17e92f4e-882b-4a06-9fae-2085d450bdfd tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:34.113668 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-92e5aab6-b655-40f6-8b3c-dffbcc9b8b6b req-17e92f4e-882b-4a06-9fae-2085d450bdfd tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0542057 Mar 04 02:59:34.164945 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-92e5aab6-b655-40f6-8b3c-dffbcc9b8b6b req-cc495094-ce56-45dc-9ee3-e6ade1e9b760 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456481 Mar 04 02:59:34.336363 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-04fe567c-c7f7-44e3-9755-acc7f8fc8528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:34.339933 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93997932-b9f3-46d3-8044-581b63ae639e req-3ea7c1d5-7322-4f49-ad8a-72233a9b31c6 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:34.341651 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-93997932-b9f3-46d3-8044-581b63ae639e req-3ea7c1d5-7322-4f49-ad8a-72233a9b31c6 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 946 time: 0.0569565 Mar 04 02:59:34.392985 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-93997932-b9f3-46d3-8044-581b63ae639e req-39e61497-22fc-4fa1-8f8b-720d88070271 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441873 Mar 04 02:59:35.282451 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591929b7-f185-4a7f-b5ab-b56bee98afba req-b1f8ea73-8ca7-4b65-a519-f9f3f706a64f tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:35.284539 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-591929b7-f185-4a7f-b5ab-b56bee98afba req-b1f8ea73-8ca7-4b65-a519-f9f3f706a64f tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0513570 Mar 04 02:59:35.335140 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-591929b7-f185-4a7f-b5ab-b56bee98afba req-a0d005f9-f4ac-44d1-b5e5-5fc9ff8a4a34 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447659 Mar 04 02:59:35.348767 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:35.549559 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b984a-8516-4638-8a70-6c62a699c6e8 req-601e7965-34dd-4c2a-9f28-f6339bda4073 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:35.551198 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-893b984a-8516-4638-8a70-6c62a699c6e8 req-601e7965-34dd-4c2a-9f28-f6339bda4073 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 946 time: 0.0828669 Mar 04 02:59:35.601563 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-893b984a-8516-4638-8a70-6c62a699c6e8 req-ae227c83-6494-4442-bcc6-a86135097df5 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447209 Mar 04 02:59:36.455861 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63c9ad-0271-4fb9-9383-80931f62d995 req-6f7118a8-96c3-4d50-8b4c-fa38958a7350 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:36.457466 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6e63c9ad-0271-4fb9-9383-80931f62d995 req-6f7118a8-96c3-4d50-8b4c-fa38958a7350 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0531738 Mar 04 02:59:36.502384 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6e63c9ad-0271-4fb9-9383-80931f62d995 req-64533065-6462-47b5-abf7-4783214b5cd2 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393176 Mar 04 02:59:36.684068 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:37.619567 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977f2bd-79b4-4249-b6d3-f2e016dd77bf req-1f5ebd36-65ef-481c-ad83-8d9f25f3b0be tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:37.621033 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d977f2bd-79b4-4249-b6d3-f2e016dd77bf req-1f5ebd36-65ef-481c-ad83-8d9f25f3b0be tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0519102 Mar 04 02:59:37.668850 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d977f2bd-79b4-4249-b6d3-f2e016dd77bf req-98efc4c7-b456-45b7-b702-c057c8ca96b3 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420010 Mar 04 02:59:38.366123 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:38.783416 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9974cd-3497-400b-89e3-a5c6a16cf442 req-df1742da-b6c9-4f86-b50b-1203940702ca tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:38.784970 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6c9974cd-3497-400b-89e3-a5c6a16cf442 req-df1742da-b6c9-4f86-b50b-1203940702ca tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0514362 Mar 04 02:59:38.831625 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6c9974cd-3497-400b-89e3-a5c6a16cf442 req-f00fc57f-61f0-4c32-9a22-56b717d08198 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410125 Mar 04 02:59:39.557075 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c994d04-b8fc-4f76-ad97-73134800f8dd req-92788449-7f14-4943-b1ba-4061f3db8c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:39.558805 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6c994d04-b8fc-4f76-ad97-73134800f8dd req-92788449-7f14-4943-b1ba-4061f3db8c11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=435f5c6cbc834e5e9948bd463d8aa129&device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 1130 time: 0.0457892 Mar 04 02:59:39.671424 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c994d04-b8fc-4f76-ad97-73134800f8dd req-911920d7-260a-44a9-a9e9-6b196190a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:39.672858 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6c994d04-b8fc-4f76-ad97-73134800f8dd req-911920d7-260a-44a9-a9e9-6b196190a69a service neutron] 10.222.0.13 "GET /v2.0/networks?id=d64efdae-0305-4058-8f96-4ee6eb81be2d HTTP/1.1" status: 200 len: 920 time: 0.0923479 Mar 04 02:59:39.715378 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6c994d04-b8fc-4f76-ad97-73134800f8dd req-d25c80bc-df34-4f22-928a-cb86039c29c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03043544-0f88-43de-af71-1007eceb3446 HTTP/1.1" status: 200 len: 217 time: 0.0354648 Mar 04 02:59:39.761562 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c994d04-b8fc-4f76-ad97-73134800f8dd req-ce5b248f-15f4-4ade-a094-c0ffa51592e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:39.763010 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6c994d04-b8fc-4f76-ad97-73134800f8dd req-ce5b248f-15f4-4ade-a094-c0ffa51592e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a402aac-443f-4244-b7c1-141fa3d052d2 HTTP/1.1" status: 200 len: 859 time: 0.0418117 Mar 04 02:59:39.797921 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6c994d04-b8fc-4f76-ad97-73134800f8dd req-b81c99fb-d662-488d-9ec5-0ee114cfa0b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d64efdae-0305-4058-8f96-4ee6eb81be2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288305 Mar 04 02:59:39.885119 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6c994d04-b8fc-4f76-ad97-73134800f8dd req-457987a6-c1dc-4ba3-922c-8e66a2e42817 service neutron] 10.222.0.13 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797417 Mar 04 02:59:40.004370 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98bf3d-0db5-456a-ab17-90f4e428eb41 req-3386d215-104d-4f3f-8806-07ec88d82dac tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:40.005874 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4b98bf3d-0db5-456a-ab17-90f4e428eb41 req-3386d215-104d-4f3f-8806-07ec88d82dac tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.1053524 Mar 04 02:59:40.022772 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6c994d04-b8fc-4f76-ad97-73134800f8dd req-480c345c-ea48-4765-9c5f-6f3d8522ea91 service neutron] 10.222.0.13 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301956 Mar 04 02:59:40.058334 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4b98bf3d-0db5-456a-ab17-90f4e428eb41 req-b466d60f-4933-49a7-96aa-8111d8032d49 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453413 Mar 04 02:59:41.180152 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f75df-dd5e-4ec0-a6ca-2900c63207b5 req-cc39ba02-8753-4214-ba03-3c294b97fd1f tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:41.181801 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-722f75df-dd5e-4ec0-a6ca-2900c63207b5 req-cc39ba02-8753-4214-ba03-3c294b97fd1f tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0530570 Mar 04 02:59:41.231987 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-722f75df-dd5e-4ec0-a6ca-2900c63207b5 req-bfad63c5-04bf-482b-89b3-45b5f1035539 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444493 Mar 04 02:59:42.022882 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:42.350854 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab805d-7144-4869-9fc0-7536976914b6 req-ba960b16-fa1e-495b-97e4-ddb100f87406 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:42.352339 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-bbab805d-7144-4869-9fc0-7536976914b6 req-ba960b16-fa1e-495b-97e4-ddb100f87406 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0531614 Mar 04 02:59:42.404316 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-bbab805d-7144-4869-9fc0-7536976914b6 req-53077953-de8e-4cd9-81d3-ff900f65503b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465808 Mar 04 02:59:43.519588 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137d2d3-2da3-4c3e-9cea-86bbb93f0945 req-e3c7464d-5ad8-4a2c-9f65-bd5b65a20abf tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:43.521086 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f137d2d3-2da3-4c3e-9cea-86bbb93f0945 req-e3c7464d-5ad8-4a2c-9f65-bd5b65a20abf tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0515902 Mar 04 02:59:43.568585 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f137d2d3-2da3-4c3e-9cea-86bbb93f0945 req-a0409901-2f7c-44ac-992b-d0f75839b15a tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420516 Mar 04 02:59:44.688726 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204979a-28e6-4af6-8b5a-bffa1a312c22 req-d4d5ad4e-313f-457e-94be-1f8440e6dbf5 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:44.690225 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a204979a-28e6-4af6-8b5a-bffa1a312c22 req-d4d5ad4e-313f-457e-94be-1f8440e6dbf5 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0553775 Mar 04 02:59:44.736110 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a204979a-28e6-4af6-8b5a-bffa1a312c22 req-84282ab1-909b-4ac0-9272-161925f0613a tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402865 Mar 04 02:59:45.852001 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d9d7b-eabb-40d1-8ce7-80192814996d req-253af772-c40b-4a9e-a246-8012d82d0f33 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:45.853490 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-288d9d7b-eabb-40d1-8ce7-80192814996d req-253af772-c40b-4a9e-a246-8012d82d0f33 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0521591 Mar 04 02:59:45.901060 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-288d9d7b-eabb-40d1-8ce7-80192814996d req-a8c4d447-5d08-40cd-8207-ef98c872c8a3 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419991 Mar 04 02:59:47.021761 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacf1e7-2b8a-4e80-bd0f-d5c1d00fad23 req-73cd4aab-fe5f-43b0-af2e-bd270f18e346 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:47.023266 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3dacf1e7-2b8a-4e80-bd0f-d5c1d00fad23 req-73cd4aab-fe5f-43b0-af2e-bd270f18e346 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0563755 Mar 04 02:59:47.070260 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3dacf1e7-2b8a-4e80-bd0f-d5c1d00fad23 req-19a9c648-f5d1-4552-aa2c-d322a58b1b5e tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412281 Mar 04 02:59:48.186789 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85ebcd-8fce-4b2b-acc9-c6b240d6c29d req-f468adbb-3e90-48a5-a270-33d0ac9e9b3d tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:48.188268 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9f85ebcd-8fce-4b2b-acc9-c6b240d6c29d req-f468adbb-3e90-48a5-a270-33d0ac9e9b3d tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0523107 Mar 04 02:59:48.233856 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9f85ebcd-8fce-4b2b-acc9-c6b240d6c29d req-9c6a327d-54e2-41eb-a027-6a5d0d7098f5 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390067 Mar 04 02:59:49.348434 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b66c5-eeed-4d02-b03f-48d3f773f6ac req-b0da50b4-aa92-4a72-8201-10b652b9aaad tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:49.349936 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2b4b66c5-eeed-4d02-b03f-48d3f773f6ac req-b0da50b4-aa92-4a72-8201-10b652b9aaad tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0518291 Mar 04 02:59:49.397473 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2b4b66c5-eeed-4d02-b03f-48d3f773f6ac req-29598831-17e7-48e5-adb3-cacef27bc8be tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420325 Mar 04 02:59:50.513589 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f9591-fab6-4880-9f34-813003cc92c8 req-85c873c8-ce6c-419b-869e-70e5de2b3d66 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:50.514999 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0e2f9591-fab6-4880-9f34-813003cc92c8 req-85c873c8-ce6c-419b-869e-70e5de2b3d66 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0507181 Mar 04 02:59:50.561216 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0e2f9591-fab6-4880-9f34-813003cc92c8 req-7d761094-b7e7-4e54-9fd0-0e0e2ac2a982 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400476 Mar 04 02:59:51.678454 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d8b1b-e295-431c-8586-0e245701e539 req-17555eac-3bb3-40f3-9941-43c20f17788e tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:51.679917 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2d3d8b1b-e295-431c-8586-0e245701e539 req-17555eac-3bb3-40f3-9941-43c20f17788e tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0526316 Mar 04 02:59:51.725184 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2d3d8b1b-e295-431c-8586-0e245701e539 req-5984bb6a-09cf-443e-a3a5-2dcd81096fdb tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397751 Mar 04 02:59:52.844795 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3961db-cdf3-41bf-bd19-f14fb362130c req-bfb4101b-46a1-4ddd-b70a-e4e6dcdf7e06 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:52.846285 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9c3961db-cdf3-41bf-bd19-f14fb362130c req-bfb4101b-46a1-4ddd-b70a-e4e6dcdf7e06 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0560927 Mar 04 02:59:52.897758 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9c3961db-cdf3-41bf-bd19-f14fb362130c req-16345d3a-ed13-480a-a9e3-3076c9e1b6ee tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449741 Mar 04 02:59:53.173844 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-bd16648b-0f0e-423c-8152-feac1eeeebd7 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1582346590&fields=id&tenant_id=008d600fd8c441ff8b482ff1a7313891 HTTP/1.1" status: 200 len: 267 time: 0.0425708 Mar 04 02:59:53.278446 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-b8f96225-8ede-4016-a9b0-b8c73e27691f tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:53.279890 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-b8f96225-8ede-4016-a9b0-b8c73e27691f tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/networks?id=0b87ed6a-60ec-432a-a88d-8dfb781ec617 HTTP/1.1" status: 200 len: 809 time: 0.0999134 Mar 04 02:59:53.293895 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-536cf9c2-e123-4cd7-a060-33c4d7941f11 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/quotas/008d600fd8c441ff8b482ff1a7313891 HTTP/1.1" status: 200 len: 375 time: 0.0086117 Mar 04 02:59:53.346688 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-5f3f44b6-4a1c-498a-80e1-94d6088126b5 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=008d600fd8c441ff8b482ff1a7313891&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480602 Mar 04 02:59:53.439344 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-b8b84168-4028-4378-bd74-5b243b333179 service neutron] 10.222.0.16 "GET /v2.0/networks/0b87ed6a-60ec-432a-a88d-8dfb781ec617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817361 Mar 04 02:59:53.531805 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-c21f783f-49bf-444b-b0f6-50cb59d3838e service neutron] 10.222.0.16 "GET /v2.0/networks/0b87ed6a-60ec-432a-a88d-8dfb781ec617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863383 Mar 04 02:59:53.836278 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4c3dd0aa-5513-4c70-86e2-503ba07cac0f req-488ec09f-263b-4796-844f-a33ab6ca25b5 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 210 time: 0.0335732 Mar 04 02:59:54.062565 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a14e86-58bc-49fd-af4e-1f8e803f8e41 req-7e24d07e-9fa6-4964-b507-e2805ff13d40 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:54.069940 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-73a14e86-58bc-49fd-af4e-1f8e803f8e41 req-7e24d07e-9fa6-4964-b507-e2805ff13d40 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.1006315 Mar 04 02:59:54.092009 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71932926-29b5-4947-aaad-21b58e9e9856 req-1e3dcb6d-c444-4905-b41f-4a7ddeb8c01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:54.093628 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-71932926-29b5-4947-aaad-21b58e9e9856 req-1e3dcb6d-c444-4905-b41f-4a7ddeb8c01f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 1130 time: 0.1132722 Mar 04 02:59:54.146201 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-73a14e86-58bc-49fd-af4e-1f8e803f8e41 req-744b5b0a-d562-47f2-8c76-6991c0302889 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751650 Mar 04 02:59:54.171799 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-71932926-29b5-4947-aaad-21b58e9e9856 req-c6ff5b58-2257-40ac-a153-4bbf4e048d01 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698135 Mar 04 02:59:54.299508 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 58686) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:59:54.403423 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-807d52cc-a0cd-45b7-8f97-e77618cc3de3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:54.481437 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-807d52cc-a0cd-45b7-8f97-e77618cc3de3 admin admin] Publish callbacks [] for security_group (0ded95aa-e1d5-456f-9bc5-45f3e2756272), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:54.485154 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-807d52cc-a0cd-45b7-8f97-e77618cc3de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (0ded95aa-e1d5-456f-9bc5-45f3e2756272), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:54.531405 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d52cc-a0cd-45b7-8f97-e77618cc3de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ded95aa-e1d5-456f-9bc5-45f3e2756272,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:59:54.537049 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-807d52cc-a0cd-45b7-8f97-e77618cc3de3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5199bafe8ff4b98b17882619e6bd614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365520 Mar 04 02:59:54.539773 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 58690) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:59:54.542069 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d52cc-a0cd-45b7-8f97-e77618cc3de3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.542414 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d52cc-a0cd-45b7-8f97-e77618cc3de3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.542752 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d52cc-a0cd-45b7-8f97-e77618cc3de3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.543128 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d52cc-a0cd-45b7-8f97-e77618cc3de3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.543408 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d52cc-a0cd-45b7-8f97-e77618cc3de3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.543729 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d52cc-a0cd-45b7-8f97-e77618cc3de3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.544052 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d52cc-a0cd-45b7-8f97-e77618cc3de3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.544371 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d52cc-a0cd-45b7-8f97-e77618cc3de3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.544687 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d52cc-a0cd-45b7-8f97-e77618cc3de3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.545005 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d52cc-a0cd-45b7-8f97-e77618cc3de3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.545320 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d52cc-a0cd-45b7-8f97-e77618cc3de3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.545632 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d52cc-a0cd-45b7-8f97-e77618cc3de3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.546129 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d52cc-a0cd-45b7-8f97-e77618cc3de3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.591592 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-eb57e899-e905-4d4d-8e9a-7127a7432828 admin admin] Publish callbacks [] for security_group (0ded95aa-e1d5-456f-9bc5-45f3e2756272), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:54.614128 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-eb57e899-e905-4d4d-8e9a-7127a7432828 admin admin] Publish callbacks [] for security_group (0ded95aa-e1d5-456f-9bc5-45f3e2756272), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:54.667057 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-eb57e899-e905-4d4d-8e9a-7127a7432828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (0ded95aa-e1d5-456f-9bc5-45f3e2756272), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:54.670691 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-eb57e899-e905-4d4d-8e9a-7127a7432828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:54.674134 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-eb57e899-e905-4d4d-8e9a-7127a7432828 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0ded95aa-e1d5-456f-9bc5-45f3e2756272 HTTP/1.1" status: 204 len: 168 time: 0.1329098 Mar 04 02:59:54.682536 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57e899-e905-4d4d-8e9a-7127a7432828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ded95aa-e1d5-456f-9bc5-45f3e2756272,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:59:54.690194 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57e899-e905-4d4d-8e9a-7127a7432828 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.690550 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57e899-e905-4d4d-8e9a-7127a7432828 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.690922 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57e899-e905-4d4d-8e9a-7127a7432828 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.691262 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57e899-e905-4d4d-8e9a-7127a7432828 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.691726 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57e899-e905-4d4d-8e9a-7127a7432828 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.692067 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57e899-e905-4d4d-8e9a-7127a7432828 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.692595 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57e899-e905-4d4d-8e9a-7127a7432828 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.692931 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57e899-e905-4d4d-8e9a-7127a7432828 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.693262 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57e899-e905-4d4d-8e9a-7127a7432828 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.693605 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57e899-e905-4d4d-8e9a-7127a7432828 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.693942 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57e899-e905-4d4d-8e9a-7127a7432828 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.694393 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57e899-e905-4d4d-8e9a-7127a7432828 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.694626 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57e899-e905-4d4d-8e9a-7127a7432828 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 02:59:54.949053 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0323b752-bc7e-493a-86eb-2aa0626a6b25 req-c7e9eafe-c2d5-4238-93f3-ed4e4507bc0b tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 210 time: 0.0371609 Mar 04 02:59:55.425224 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 58750) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:59:55.436896 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c24c0-b204-4c2a-abac-1c4c341eb3da req-8b132b18-d5de-40af-be40-9257dfb5939b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:55.439125 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6e7c24c0-b204-4c2a-abac-1c4c341eb3da req-8b132b18-d5de-40af-be40-9257dfb5939b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.1056473 Mar 04 02:59:55.467297 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-aca08b5e-8858-4bf1-9ff6-52e6051615c1 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:55.469043 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-aca08b5e-8858-4bf1-9ff6-52e6051615c1 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.13 "GET /v2.0/networks?id=0b87ed6a-60ec-432a-a88d-8dfb781ec617 HTTP/1.1" status: 200 len: 809 time: 0.3800485 Mar 04 02:59:55.521601 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6e7c24c0-b204-4c2a-abac-1c4c341eb3da req-e0d45cdf-a005-4afb-8c07-22d492beaded tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709794 Mar 04 02:59:55.579781 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-f775ca0a-4778-4835-8082-2315ce8e4d5b tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=008d600fd8c441ff8b482ff1a7313891 HTTP/1.1" status: 200 len: 380 time: 0.0988820 Mar 04 02:59:55.589574 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-7e31d714-b55f-483d-ad11-36356acb2657 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Request body: {'port': {'device_id': '90a03cc0-5986-4e89-9952-1b5f2bf4b1c8', 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617', 'admin_state_up': True, 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'security_groups': ['a238f8e2-f40b-4295-a22b-5c82fc7081a7']}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:59:55.662440 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e448c708-8bc9-43f8-a1c7-784bc0da749e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:55.711625 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-7e31d714-b55f-483d-ad11-36356acb2657 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Made reservation on behalf of 008d600fd8c441ff8b482ff1a7313891 for: {'port': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:59:55.715707 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-7e31d714-b55f-483d-ad11-36356acb2657 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:55.742165 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e448c708-8bc9-43f8-a1c7-784bc0da749e admin admin] Publish callbacks [] for security_group (2e3298cd-e758-43ca-84df-35b7674f6608), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:55.748589 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e448c708-8bc9-43f8-a1c7-784bc0da749e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (2e3298cd-e758-43ca-84df-35b7674f6608), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:55.793482 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-e448c708-8bc9-43f8-a1c7-784bc0da749e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a217c4999f1a4958ae400cd6c4074160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3660285 Mar 04 02:59:55.794212 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 58760) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:59:55.808231 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448c708-8bc9-43f8-a1c7-784bc0da749e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3298cd-e758-43ca-84df-35b7674f6608,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:59:55.881931 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_common [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-7e31d714-b55f-483d-ad11-36356acb2657 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Allocated IP 172.20.0.4 (0b87ed6a-60ec-432a-a88d-8dfb781ec617/da08f08c-befc-48c1-b5f3-365ec3403793/f6905acd-71e8-454b-b704-fb22bd94943d) {{(pid=102946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 02:59:55.907347 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-193270a2-7440-4ec2-8de7-994fe06be950 admin admin] Publish callbacks [] for security_group (2e3298cd-e758-43ca-84df-35b7674f6608), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:55.947932 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-193270a2-7440-4ec2-8de7-994fe06be950 admin admin] Publish callbacks [] for security_group (2e3298cd-e758-43ca-84df-35b7674f6608), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:56.069573 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-46c59f24-01c5-4c8a-9e3c-6164c231c594 req-b5920f8f-2810-4ed1-85b3-af92ccef365e tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 210 time: 0.0428367 Mar 04 02:59:56.118497 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-193270a2-7440-4ec2-8de7-994fe06be950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (2e3298cd-e758-43ca-84df-35b7674f6608), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:56.121020 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-193270a2-7440-4ec2-8de7-994fe06be950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:56.122255 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-193270a2-7440-4ec2-8de7-994fe06be950 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e3298cd-e758-43ca-84df-35b7674f6608 HTTP/1.1" status: 204 len: 168 time: 0.3214719 Mar 04 02:59:56.133274 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-7e31d714-b55f-483d-ad11-36356acb2657 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for port (f6905acd-71e8-454b-b704-fb22bd94943d), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:56.140303 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193270a2-7440-4ec2-8de7-994fe06be950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3298cd-e758-43ca-84df-35b7674f6608,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:59:56.179140 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-7e31d714-b55f-483d-ad11-36356acb2657 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (f6905acd-71e8-454b-b704-fb22bd94943d), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:56.218197 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-7e31d714-b55f-483d-ad11-36356acb2657 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Network 0b87ed6a-60ec-432a-a88d-8dfb781ec617 is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 02:59:56.221507 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-7e31d714-b55f-483d-ad11-36356acb2657 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:59:56.229376 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-7e31d714-b55f-483d-ad11-36356acb2657 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Received port after_create {{(pid=102946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 02:59:56.233955 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-7e31d714-b55f-483d-ad11-36356acb2657 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:56.234576 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-7e31d714-b55f-483d-ad11-36356acb2657 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:56.260709 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-7e31d714-b55f-483d-ad11-36356acb2657 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6750228 Mar 04 02:59:56.264584 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31d714-b55f-483d-ad11-36356acb2657 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Pushing event updated for resources: {'Port': ['ID=f6905acd-71e8-454b-b704-fb22bd94943d,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:59:56.280417 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-bb5939b0-28b9-4885-849d-68e2887d9501 service neutron] Request body: {'port': {'device_id': '90a03cc0-5986-4e89-9952-1b5f2bf4b1c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:59:56.370659 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-bb5939b0-28b9-4885-849d-68e2887d9501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (f6905acd-71e8-454b-b704-fb22bd94943d), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:56.478007 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 58780) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:59:56.491936 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-67228ddd-05c6-4d61-beb3-378b48b98206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:56.498656 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-01a2ed05-1a54-452d-a7ef-1eddb11bd621 None None] Provisioning complete for port f6905acd-71e8-454b-b704-fb22bd94943d triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 02:59:56.499163 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-01a2ed05-1a54-452d-a7ef-1eddb11bd621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (f6905acd-71e8-454b-b704-fb22bd94943d), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:56.538895 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-01a2ed05-1a54-452d-a7ef-1eddb11bd621 None None] Port f6905acd-71e8-454b-b704-fb22bd94943d cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 02:59:56.578005 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-67228ddd-05c6-4d61-beb3-378b48b98206 admin admin] Publish callbacks [] for security_group (80a8f479-7218-455b-957f-de01394a06c8), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:56.583070 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-67228ddd-05c6-4d61-beb3-378b48b98206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (80a8f479-7218-455b-957f-de01394a06c8), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:56.621390 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-67228ddd-05c6-4d61-beb3-378b48b98206 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=73e3bbd9703d4ae1abca7e8fb878cb7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418765 Mar 04 02:59:56.622123 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67228ddd-05c6-4d61-beb3-378b48b98206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a8f479-7218-455b-957f-de01394a06c8,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:59:56.624349 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 58784) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:59:56.670889 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-61dd8d04-0446-4e3f-8d36-e5fd485e06d9 admin admin] Publish callbacks [] for security_group (80a8f479-7218-455b-957f-de01394a06c8), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:56.693706 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d572f8e-09ee-4329-bb27-8d08eed8d462 req-3e51d344-7456-4b82-8bf9-4bd5cdc5f355 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:56.695010 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-61dd8d04-0446-4e3f-8d36-e5fd485e06d9 admin admin] Publish callbacks [] for security_group (80a8f479-7218-455b-957f-de01394a06c8), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:56.695217 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1d572f8e-09ee-4329-bb27-8d08eed8d462 req-3e51d344-7456-4b82-8bf9-4bd5cdc5f355 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0885780 Mar 04 02:59:56.744074 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-61dd8d04-0446-4e3f-8d36-e5fd485e06d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (80a8f479-7218-455b-957f-de01394a06c8), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:56.746551 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-61dd8d04-0446-4e3f-8d36-e5fd485e06d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:56.750238 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-61dd8d04-0446-4e3f-8d36-e5fd485e06d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80a8f479-7218-455b-957f-de01394a06c8 HTTP/1.1" status: 204 len: 168 time: 0.1222706 Mar 04 02:59:56.750584 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-bb5939b0-28b9-4885-849d-68e2887d9501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6905acd-71e8-454b-b704-fb22bd94943d {{(pid=102946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 02:59:56.757300 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd8d04-0446-4e3f-8d36-e5fd485e06d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a8f479-7218-455b-957f-de01394a06c8,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:59:56.765373 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-bb5939b0-28b9-4885-849d-68e2887d9501 service neutron] Publish callbacks [] for port (f6905acd-71e8-454b-b704-fb22bd94943d), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:56.787561 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1d572f8e-09ee-4329-bb27-8d08eed8d462 req-2883e95b-5cf0-4299-886f-8d31b7db59f6 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721776 Mar 04 02:59:56.790106 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.provisioning_blocks [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-bb5939b0-28b9-4885-849d-68e2887d9501 service neutron] Transition to ACTIVE for port object f6905acd-71e8-454b-b704-fb22bd94943d will not be triggered until provisioned by entity L2. {{(pid=102946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 02:59:56.795533 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-bb5939b0-28b9-4885-849d-68e2887d9501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (f6905acd-71e8-454b-b704-fb22bd94943d), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:56.854174 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5939b0-28b9-4885-849d-68e2887d9501 service neutron] Pushing event updated for resources: {'Port': ['ID=f6905acd-71e8-454b-b704-fb22bd94943d,revision_number=2']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:59:56.891438 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-bb5939b0-28b9-4885-849d-68e2887d9501 service neutron] Attempting to bind port f6905acd-71e8-454b-b704-fb22bd94943d on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 02:59:56.891788 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-bb5939b0-28b9-4885-849d-68e2887d9501 service neutron] Attempting to bind port f6905acd-71e8-454b-b704-fb22bd94943d by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '7da1f331-85d5-4c9f-b06f-15e6b2fd523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617'}] {{(pid=102946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 02:59:56.892122 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-bb5939b0-28b9-4885-849d-68e2887d9501 service neutron] Attempting to bind port f6905acd-71e8-454b-b704-fb22bd94943d on network 0b87ed6a-60ec-432a-a88d-8dfb781ec617 {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:59:56.902375 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-bb5939b0-28b9-4885-849d-68e2887d9501 service neutron] Port f6905acd-71e8-454b-b704-fb22bd94943d on network 0b87ed6a-60ec-432a-a88d-8dfb781ec617 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 02:59:56.902736 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-bb5939b0-28b9-4885-849d-68e2887d9501 service neutron] Attempting to bind port f6905acd-71e8-454b-b704-fb22bd94943d on network 0b87ed6a-60ec-432a-a88d-8dfb781ec617 {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 02:59:56.909226 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-bb5939b0-28b9-4885-849d-68e2887d9501 service neutron] Checking agent: {'id': '3c9f8f0c-9b00-4c68-8144-2c2180e90486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'started_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 2, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 02:59:56.909581 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-bb5939b0-28b9-4885-849d-68e2887d9501 service neutron] Checking segment: {'id': '7da1f331-85d5-4c9f-b06f-15e6b2fd523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:59:56.910030 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-bb5939b0-28b9-4885-849d-68e2887d9501 service neutron] Bound using segment: {'id': '7da1f331-85d5-4c9f-b06f-15e6b2fd523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617'} {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 02:59:56.910706 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-bb5939b0-28b9-4885-849d-68e2887d9501 service neutron] Bound port: f6905acd-71e8-454b-b704-fb22bd94943d, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7da1f331-85d5-4c9f-b06f-15e6b2fd523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617'}}] {{(pid=102946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 02:59:56.910848 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-bb5939b0-28b9-4885-849d-68e2887d9501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (f6905acd-71e8-454b-b704-fb22bd94943d), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:57.001766 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-bb5939b0-28b9-4885-849d-68e2887d9501 service neutron] For port f6905acd-71e8-454b-b704-fb22bd94943d, host hv-cinder-82806, cleared binding levels {{(pid=102946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 02:59:57.007749 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-bb5939b0-28b9-4885-849d-68e2887d9501 service neutron] For port f6905acd-71e8-454b-b704-fb22bd94943d, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f6905acd-71e8-454b-b704-fb22bd94943d,segment=NetworkSegment(7da1f331-85d5-4c9f-b06f-15e6b2fd523d),segment_id=7da1f331-85d5-4c9f-b06f-15e6b2fd523d)] {{(pid=102946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 02:59:57.019001 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-bb5939b0-28b9-4885-849d-68e2887d9501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (f6905acd-71e8-454b-b704-fb22bd94943d), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:57.122900 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-bb5939b0-28b9-4885-849d-68e2887d9501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:57.123547 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-bb5939b0-28b9-4885-849d-68e2887d9501 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:57.135460 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-bb5939b0-28b9-4885-849d-68e2887d9501 service neutron] 10.222.0.13 "PUT /v2.0/ports/f6905acd-71e8-454b-b704-fb22bd94943d HTTP/1.1" status: 200 len: 1093 time: 0.8495362 Mar 04 02:59:57.135460 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a03cc0-5986-4e89-9952-1b5f2bf4b1c8', 'tag': 'f6905acd-71e8-454b-b704-fb22bd94943d'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 02:59:57.135460 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c088bb-1e16-4af4-8622-44df24e2ce3f" -d '{"events": [{"name": "network-changed", "server_uuid": "90a03cc0-5986-4e89-9952-1b5f2bf4b1c8", "tag": "f6905acd-71e8-454b-b704-fb22bd94943d"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 02:59:57.189788 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7efbe-074d-4f7a-b96c-ed920f4c1b8c req-3bc5685b-f0d9-4b00-a1eb-45e7a00ff4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:57.191572 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-22d7efbe-074d-4f7a-b96c-ed920f4c1b8c req-3bc5685b-f0d9-4b00-a1eb-45e7a00ff4e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=435f5c6cbc834e5e9948bd463d8aa129&device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 1130 time: 0.1222117 Mar 04 02:59:57.334439 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5939b0-28b9-4885-849d-68e2887d9501 service neutron] Pushing event updated for resources: {'Port': ['ID=f6905acd-71e8-454b-b704-fb22bd94943d,revision_number=3']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:59:57.383414 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61816a45-1528-4932-a1dd-3cfde93b21b4 req-b32049b6-11e7-4614-ac07-d87733835425 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:57.391246 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-61816a45-1528-4932-a1dd-3cfde93b21b4 req-b32049b6-11e7-4614-ac07-d87733835425 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.2227628 Mar 04 02:59:57.403256 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670b737-f80e-43fa-915f-63cd89cbf530 req-28813cd8-a2a8-4e35-a88b-d0b041614a28 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:57.404955 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3670b737-f80e-43fa-915f-63cd89cbf530 req-28813cd8-a2a8-4e35-a88b-d0b041614a28 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.2087049 Mar 04 02:59:57.412266 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-483b3f36-22cc-4f00-92fc-c266ee1d0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:57.414197 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-483b3f36-22cc-4f00-92fc-c266ee1d0e12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=008d600fd8c441ff8b482ff1a7313891&device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 1127 time: 0.1856012 Mar 04 02:59:57.427701 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7efbe-074d-4f7a-b96c-ed920f4c1b8c req-f8a3d926-ed6e-4975-aaa8-3cd3ec225ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:57.429451 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-22d7efbe-074d-4f7a-b96c-ed920f4c1b8c req-f8a3d926-ed6e-4975-aaa8-3cd3ec225ed2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d64efdae-0305-4058-8f96-4ee6eb81be2d HTTP/1.1" status: 200 len: 920 time: 0.2264278 Mar 04 02:59:57.502217 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-82f35593-3088-4949-b519-617df70e3717 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6905acd-71e8-454b-b704-fb22bd94943d HTTP/1.1" status: 200 len: 217 time: 0.0556951 Mar 04 02:59:57.532684 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-22d7efbe-074d-4f7a-b96c-ed920f4c1b8c req-fe5d98c3-df62-4c1a-9d2e-9118c75c569f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03043544-0f88-43de-af71-1007eceb3446 HTTP/1.1" status: 200 len: 217 time: 0.0881729 Mar 04 02:59:57.542284 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-61816a45-1528-4932-a1dd-3cfde93b21b4 req-03bcc561-5f05-4a5b-8221-0cb133cd759a tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498692 Mar 04 02:59:57.577969 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3670b737-f80e-43fa-915f-63cd89cbf530 req-65a7301c-1dd0-445d-ac0d-4d471666974f tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615188 Mar 04 02:59:57.599629 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-f96af912-a9bb-458a-8681-b01c6f674d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:57.601107 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-f96af912-a9bb-458a-8681-b01c6f674d05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da08f08c-befc-48c1-b5f3-365ec3403793 HTTP/1.1" status: 200 len: 848 time: 0.0790086 Mar 04 02:59:57.618018 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7efbe-074d-4f7a-b96c-ed920f4c1b8c req-7ee3e2a6-0e52-466a-a456-80ba4f1af83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:57.619971 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-22d7efbe-074d-4f7a-b96c-ed920f4c1b8c req-7ee3e2a6-0e52-466a-a456-80ba4f1af83c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a402aac-443f-4244-b7c1-141fa3d052d2 HTTP/1.1" status: 200 len: 859 time: 0.0764894 Mar 04 02:59:57.626553 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 02:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f266dd2-9343-4f0d-ac56-a1474e203a72 x-openstack-request-id: req-9f266dd2-9343-4f0d-ac56-a1474e203a72 {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 02:59:57.626853 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a03cc0-5986-4e89-9952-1b5f2bf4b1c8", "tag": "f6905acd-71e8-454b-b704-fb22bd94943d", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 02:59:57.627108 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f266dd2-9343-4f0d-ac56-a1474e203a72 {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 02:59:57.627510 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a03cc0-5986-4e89-9952-1b5f2bf4b1c8', 'tag': 'f6905acd-71e8-454b-b704-fb22bd94943d', 'status': 'completed', 'code': 200} Mar 04 02:59:57.664698 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-22d7efbe-074d-4f7a-b96c-ed920f4c1b8c req-202e6e47-8941-459c-9a34-976fc55a1d69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d64efdae-0305-4058-8f96-4ee6eb81be2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338411 Mar 04 02:59:57.668816 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-8f0bc6c4-b0ee-4dc4-a74a-fc173872bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:57.670399 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-8f0bc6c4-b0ee-4dc4-a74a-fc173872bc78 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b87ed6a-60ec-432a-a88d-8dfb781ec617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620625 Mar 04 02:59:57.789222 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-e1aedb35-8080-4866-ae03-6fd20824e67c service neutron] 10.222.0.13 "GET /v2.0/networks/0b87ed6a-60ec-432a-a88d-8dfb781ec617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052454 Mar 04 02:59:57.792218 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-22d7efbe-074d-4f7a-b96c-ed920f4c1b8c req-b3323148-4d97-46cb-9336-4cae8fe93f81 service neutron] 10.222.0.13 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092021 Mar 04 02:59:57.814842 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 58830) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:59:57.895920 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-22d7efbe-074d-4f7a-b96c-ed920f4c1b8c req-f410d267-339a-492b-9009-4790a6dcd530 service neutron] 10.222.0.13 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925369 Mar 04 02:59:57.906920 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-41aa0fa6-c85a-4c4e-a19c-992bc8428f22 req-19daa760-f606-4947-a12c-83f509b00323 service neutron] 10.222.0.13 "GET /v2.0/networks/0b87ed6a-60ec-432a-a88d-8dfb781ec617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043265 Mar 04 02:59:58.042808 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-edd23446-0773-43c8-9bd0-c8aa70dc966e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:58.125454 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-edd23446-0773-43c8-9bd0-c8aa70dc966e admin admin] Publish callbacks [] for security_group (39b5b022-27e7-4492-b566-0729454d0d36), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:58.130368 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-edd23446-0773-43c8-9bd0-c8aa70dc966e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (39b5b022-27e7-4492-b566-0729454d0d36), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:58.172675 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-edd23446-0773-43c8-9bd0-c8aa70dc966e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f14719ab18a84e08adf37bd59885622e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564708 Mar 04 02:59:58.174644 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd23446-0773-43c8-9bd0-c8aa70dc966e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b5b022-27e7-4492-b566-0729454d0d36,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:59:58.175955 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 58840) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:59:58.240135 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c088bb-1e16-4af4-8622-44df24e2ce3f req-cdc3db5e-1646-40d5-80f3-1934b9528c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:58.241645 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e2c088bb-1e16-4af4-8622-44df24e2ce3f req-cdc3db5e-1646-40d5-80f3-1934b9528c35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=008d600fd8c441ff8b482ff1a7313891&device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 1127 time: 0.0522661 Mar 04 02:59:58.245818 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-84665a24-4604-42d2-b321-9ce4ebd1d9ef admin admin] Publish callbacks [] for security_group (39b5b022-27e7-4492-b566-0729454d0d36), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:58.270821 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-84665a24-4604-42d2-b321-9ce4ebd1d9ef admin admin] Publish callbacks [] for security_group (39b5b022-27e7-4492-b566-0729454d0d36), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:58.328382 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-84665a24-4604-42d2-b321-9ce4ebd1d9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (39b5b022-27e7-4492-b566-0729454d0d36), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:58.331271 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-84665a24-4604-42d2-b321-9ce4ebd1d9ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:58.332435 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-84665a24-4604-42d2-b321-9ce4ebd1d9ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39b5b022-27e7-4492-b566-0729454d0d36 HTTP/1.1" status: 204 len: 168 time: 0.1549785 Mar 04 02:59:58.346958 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84665a24-4604-42d2-b321-9ce4ebd1d9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b5b022-27e7-4492-b566-0729454d0d36,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:59:58.391033 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c088bb-1e16-4af4-8622-44df24e2ce3f req-40b6fbcd-3667-4832-80d3-2ed72d185e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:58.392594 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e2c088bb-1e16-4af4-8622-44df24e2ce3f req-40b6fbcd-3667-4832-80d3-2ed72d185e07 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b87ed6a-60ec-432a-a88d-8dfb781ec617 HTTP/1.1" status: 200 len: 910 time: 0.1438725 Mar 04 02:59:58.438812 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e2c088bb-1e16-4af4-8622-44df24e2ce3f req-c24e3a6a-2a18-4e63-bc2d-786945caea93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6905acd-71e8-454b-b704-fb22bd94943d HTTP/1.1" status: 200 len: 217 time: 0.0387831 Mar 04 02:59:58.523196 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c088bb-1e16-4af4-8622-44df24e2ce3f req-3900873a-b2c8-4425-8228-7ed2b268122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:58.524660 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e2c088bb-1e16-4af4-8622-44df24e2ce3f req-3900873a-b2c8-4425-8228-7ed2b268122a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da08f08c-befc-48c1-b5f3-365ec3403793 HTTP/1.1" status: 200 len: 848 time: 0.0718191 Mar 04 02:59:58.585383 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c088bb-1e16-4af4-8622-44df24e2ce3f req-bf97d205-35f1-41cf-8ee1-06b116e59084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:58.587017 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e2c088bb-1e16-4af4-8622-44df24e2ce3f req-bf97d205-35f1-41cf-8ee1-06b116e59084 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b87ed6a-60ec-432a-a88d-8dfb781ec617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497131 Mar 04 02:59:58.753009 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e2c088bb-1e16-4af4-8622-44df24e2ce3f req-3162c7a2-ca56-48be-a24e-afaae33ba499 service neutron] 10.222.0.13 "GET /v2.0/networks/0b87ed6a-60ec-432a-a88d-8dfb781ec617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516764 Mar 04 02:59:58.761227 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21200f-d594-4178-8762-4a0a60617412 req-6f9f09b3-1501-44f9-b08b-0545939d0548 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:58.762671 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9d21200f-d594-4178-8762-4a0a60617412 req-6f9f09b3-1501-44f9-b08b-0545939d0548 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.1438375 Mar 04 02:59:58.833592 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4218ebe-538f-4057-b3cc-69ead809cdbd req-72d915cf-ada6-4fa2-8a00-99c176dc0a31 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:58.835128 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c4218ebe-538f-4057-b3cc-69ead809cdbd req-72d915cf-ada6-4fa2-8a00-99c176dc0a31 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.1565762 Mar 04 02:59:58.888514 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9d21200f-d594-4178-8762-4a0a60617412 req-6d1a8732-6c88-41b5-8092-f3940e7ee27b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148055 Mar 04 02:59:58.935334 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e2c088bb-1e16-4af4-8622-44df24e2ce3f req-d539d62d-9f42-4804-8c78-e653bda10f4b service neutron] 10.222.0.13 "GET /v2.0/networks/0b87ed6a-60ec-432a-a88d-8dfb781ec617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715817 Mar 04 02:59:58.940051 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c4218ebe-538f-4057-b3cc-69ead809cdbd req-e2865236-fbbb-4f64-97d4-553ecb51cb78 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931563 Mar 04 02:59:59.043974 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 58876) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:59:59.138647 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-1ca651eb-4145-4f1c-bbd5-a6e4c17882ba admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-128403036-network', 'tenant_id': 'bc2f7e887577406b82f0959411225f55'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:59:59.156512 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca651eb-4145-4f1c-bbd5-a6e4c17882ba admin admin] Made reservation on behalf of bc2f7e887577406b82f0959411225f55 for: {'network': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:59:59.158772 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1ca651eb-4145-4f1c-bbd5-a6e4c17882ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for network (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:59.167122 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1ca651eb-4145-4f1c-bbd5-a6e4c17882ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:59.239333 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1ca651eb-4145-4f1c-bbd5-a6e4c17882ba admin admin] Publish callbacks [] for security_group (52a9f8e0-0805-4752-900a-d96efbc77b1b), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:59.243162 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1ca651eb-4145-4f1c-bbd5-a6e4c17882ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (52a9f8e0-0805-4752-900a-d96efbc77b1b), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:59.263577 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca651eb-4145-4f1c-bbd5-a6e4c17882ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=102946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 02:59:59.278070 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca651eb-4145-4f1c-bbd5-a6e4c17882ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a9f8e0-0805-4752-900a-d96efbc77b1b,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:59:59.280831 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1ca651eb-4145-4f1c-bbd5-a6e4c17882ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:59.281170 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.db.segments_db [None req-1ca651eb-4145-4f1c-bbd5-a6e4c17882ba admin admin] Added segment 566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55 of type vlan for network 9bd2c670-e7f9-48f4-baa5-d3f16c53ff23 Mar 04 02:59:59.324442 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1ca651eb-4145-4f1c-bbd5-a6e4c17882ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753425852492'] for network (9bd2c670-e7f9-48f4-baa5-d3f16c53ff23), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:59.348411 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1ca651eb-4145-4f1c-bbd5-a6e4c17882ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for network (9bd2c670-e7f9-48f4-baa5-d3f16c53ff23), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:59.349350 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca651eb-4145-4f1c-bbd5-a6e4c17882ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:59.349967 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1ca651eb-4145-4f1c-bbd5-a6e4c17882ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:59.398932 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-1ca651eb-4145-4f1c-bbd5-a6e4c17882ba admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3538408 Mar 04 02:59:59.403144 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 58882) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 02:59:59.408514 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-9e1474b1-8557-42d5-bdca-faa8593156be admin admin] Request body: {'subnet': {'network_id': '9bd2c670-e7f9-48f4-baa5-d3f16c53ff23', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-128403036-subnet', 'tenant_id': 'bc2f7e887577406b82f0959411225f55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 02:59:59.409571 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca651eb-4145-4f1c-bbd5-a6e4c17882ba admin admin] Pushing event updated for resources: {'Network': ['ID=9bd2c670-e7f9-48f4-baa5-d3f16c53ff23,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:59:59.424742 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Network 9bd2c670-e7f9-48f4-baa5-d3f16c53ff23 details requested by agent ovs-agent-dv-cinder-828061-7-iscsi with host dv-cinder-828061-7-iscsi {{(pid=102955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 02:59:59.451306 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1474b1-8557-42d5-bdca-faa8593156be admin admin] Made reservation on behalf of bc2f7e887577406b82f0959411225f55 for: {'subnet': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 02:59:59.454107 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9e1474b1-8557-42d5-bdca-faa8593156be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12482593'] for subnet (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:59.623230 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9e1474b1-8557-42d5-bdca-faa8593156be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12133104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12482579'] for subnet (463074ac-22cf-4e1c-bc94-222bfb1c373a), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:59.676387 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1474b1-8557-42d5-bdca-faa8593156be admin admin] Pushing event updated for resources: {'Subnet': ['ID=463074ac-22cf-4e1c-bc94-222bfb1c373a,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 02:59:59.683850 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1474b1-8557-42d5-bdca-faa8593156be admin admin] Checking segment: {'id': '566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '9bd2c670-e7f9-48f4-baa5-d3f16c53ff23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 02:59:59.684225 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1474b1-8557-42d5-bdca-faa8593156be admin admin] Network hostable DHCP agents. Network: 9bd2c670-e7f9-48f4-baa5-d3f16c53ff23, hostable agents: ['193be762-5f90-4059-8499-961b96963e98'], hosted agents: [] {{(pid=102948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 02:59:59.700310 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1474b1-8557-42d5-bdca-faa8593156be admin admin] Network 9bd2c670-e7f9-48f4-baa5-d3f16c53ff23 is scheduled to be hosted by DHCP agent 193be762-5f90-4059-8499-961b96963e98 with binding_index 1 {{(pid=102948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 02:59:59.709467 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-9e1474b1-8557-42d5-bdca-faa8593156be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-7-iscsi, 9bd2c670-e7f9-48f4-baa5-d3f16c53ff23) {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 02:59:59.713393 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1474b1-8557-42d5-bdca-faa8593156be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 02:59:59.714014 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9e1474b1-8557-42d5-bdca-faa8593156be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 02:59:59.719236 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0a2e02-ad34-43e3-8da4-254ac01f32ec None None] Network 9bd2c670-e7f9-48f4-baa5-d3f16c53ff23 requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 02:59:59.729545 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-9e1474b1-8557-42d5-bdca-faa8593156be admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3248205 Mar 04 02:59:59.811638 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dee01ac-c4e0-4335-a0ec-ed81aa469fd0 None None] Network 9bd2c670-e7f9-48f4-baa5-d3f16c53ff23 requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:00:00.015181 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3f99d-7f40-4a16-9403-bb19540d7387 req-66392de6-d005-4c30-8ee6-f699ef82705f tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:00.016825 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-14b3f99d-7f40-4a16-9403-bb19540d7387 req-66392de6-d005-4c30-8ee6-f699ef82705f tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0597661 Mar 04 03:00:00.304658 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-14b3f99d-7f40-4a16-9403-bb19540d7387 req-56f66705-116e-4c64-b317-89063c2d3a17 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805805 Mar 04 03:00:00.315757 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d1dab-5350-450b-81ed-1fb555562c5c req-d00396db-e25a-41fb-b762-280b6ab7649e tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:00.317812 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e36d1dab-5350-450b-81ed-1fb555562c5c req-d00396db-e25a-41fb-b762-280b6ab7649e tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.2877495 Mar 04 03:00:00.367373 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e36d1dab-5350-450b-81ed-1fb555562c5c req-cea4e210-aa4b-43f6-b1d7-fbb2db68aa5e tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437083 Mar 04 03:00:01.422787 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611c2c2-1a85-45cb-9881-742189b8abe1 req-d7277f02-0ba1-499f-8ec3-d34cdf0c7b42 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:01.424281 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3611c2c2-1a85-45cb-9881-742189b8abe1 req-d7277f02-0ba1-499f-8ec3-d34cdf0c7b42 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0523167 Mar 04 03:00:01.499596 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3611c2c2-1a85-45cb-9881-742189b8abe1 req-926cf84c-a93f-471e-ac1c-da59403af521 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698903 Mar 04 03:00:01.515900 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580b7c6-bc82-4ad1-b3f6-4232036e1a0d req-4f67b67b-883c-49a5-a8e7-5068c8be9038 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:01.517390 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b580b7c6-bc82-4ad1-b3f6-4232036e1a0d req-4f67b67b-883c-49a5-a8e7-5068c8be9038 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0819740 Mar 04 03:00:01.583418 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b580b7c6-bc82-4ad1-b3f6-4232036e1a0d req-6d4a11b9-a00d-4c22-b5fb-d80e9617dce4 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585656 Mar 04 03:00:01.939080 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-2f74cd1c-a9ee-4c29-a636-0e6a9547d4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:02.701242 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225c4a3-71e3-49d4-b73d-651d004e127e req-f072d080-04ab-4037-b41b-440abdf3540f tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:02.702756 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e225c4a3-71e3-49d4-b73d-651d004e127e req-f072d080-04ab-4037-b41b-440abdf3540f tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0514388 Mar 04 03:00:02.749447 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e225c4a3-71e3-49d4-b73d-651d004e127e req-3b5ebab0-2302-4c04-beff-5c898fd608e7 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412817 Mar 04 03:00:03.866253 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0fe1c-5f9a-4462-8f73-1144921c289a req-7f662b77-b6c7-4887-9f36-4d07c31883d0 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:03.867775 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-07e0fe1c-5f9a-4462-8f73-1144921c289a req-7f662b77-b6c7-4887-9f36-4d07c31883d0 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0540800 Mar 04 03:00:03.919038 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-07e0fe1c-5f9a-4462-8f73-1144921c289a req-fb10a994-1576-4050-8bbe-49845b8f8ac3 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458868 Mar 04 03:00:04.337361 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e03349eb-481d-4a0e-af3e-c2a02603def0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:05.032489 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf75d73-e49a-47b9-9747-4b433e3771a0 req-b7c8831e-6592-47d8-9b9f-d60e1edcf7df tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:05.033979 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-bcf75d73-e49a-47b9-9747-4b433e3771a0 req-b7c8831e-6592-47d8-9b9f-d60e1edcf7df tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0517387 Mar 04 03:00:05.082526 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-bcf75d73-e49a-47b9-9747-4b433e3771a0 req-80dac754-14bf-481a-9c09-8e156ac7bc33 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423722 Mar 04 03:00:05.345571 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:06.197748 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d72bf0-0ef6-481d-9ce2-d29c443d3811 req-2cb602e2-6d00-40d1-bbe9-c63bdbd8538b tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:06.199132 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-21d72bf0-0ef6-481d-9ce2-d29c443d3811 req-2cb602e2-6d00-40d1-bbe9-c63bdbd8538b tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0516224 Mar 04 03:00:06.247522 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-21d72bf0-0ef6-481d-9ce2-d29c443d3811 req-b5ce7069-d1fe-429c-b825-49dd34842427 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428441 Mar 04 03:00:06.686202 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:07.346359 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:00:07.367863 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c24e2-9b55-4903-a2c2-8a699b74234f req-4a799e57-3900-4b2e-8b85-a5c38477a939 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:07.369363 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-962c24e2-9b55-4903-a2c2-8a699b74234f req-4a799e57-3900-4b2e-8b85-a5c38477a939 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0567617 Mar 04 03:00:07.416117 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-962c24e2-9b55-4903-a2c2-8a699b74234f req-28e51421-17cf-4f16-8ad0-c9dbf9d50d79 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412726 Mar 04 03:00:08.368809 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:08.550997 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9934969-292c-4ba7-ad8a-89b9da0f9396 req-88850289-61db-4cae-b982-77d1b8446fe8 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:08.552468 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d9934969-292c-4ba7-ad8a-89b9da0f9396 req-88850289-61db-4cae-b982-77d1b8446fe8 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0624709 Mar 04 03:00:08.610524 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d9934969-292c-4ba7-ad8a-89b9da0f9396 req-8bbc7257-7546-40fb-879d-71161aae00ad tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522411 Mar 04 03:00:08.851099 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-99283af3-643a-41e9-bf67-9cc13f1c9a42 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:08.852573 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-99283af3-643a-41e9-bf67-9cc13f1c9a42 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/networks?id=9bd2c670-e7f9-48f4-baa5-d3f16c53ff23 HTTP/1.1" status: 200 len: 813 time: 0.1008577 Mar 04 03:00:08.867008 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-e074426c-ae14-4146-986a-89041f6b2488 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/quotas/bc2f7e887577406b82f0959411225f55 HTTP/1.1" status: 200 len: 375 time: 0.0092165 Mar 04 03:00:08.897562 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-49cc5449-9d94-4f13-a89a-64cbccda2527 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc2f7e887577406b82f0959411225f55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259614 Mar 04 03:00:08.986390 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-dd7d93c8-1e27-43a3-a773-956a1b196e5c service neutron] 10.222.0.16 "GET /v2.0/networks/9bd2c670-e7f9-48f4-baa5-d3f16c53ff23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825219 Mar 04 03:00:09.075450 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-e051e53b-678e-4c54-8573-522ac03f5150 service neutron] 10.222.0.16 "GET /v2.0/networks/9bd2c670-e7f9-48f4-baa5-d3f16c53ff23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827785 Mar 04 03:00:09.239451 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d283e3b2-f4dc-4ccd-b7e9-c0df3123aab8 req-709f71fa-a8fb-4969-827d-2a6fea8dc585 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 210 time: 0.0374904 Mar 04 03:00:09.278666 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce525ad-b18f-4384-8297-6a756ed0cfa9 req-8abbacf1-598d-4348-8d3a-a785ca788434 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:09.280164 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6ce525ad-b18f-4384-8297-6a756ed0cfa9 req-8abbacf1-598d-4348-8d3a-a785ca788434 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0666580 Mar 04 03:00:09.332283 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6ce525ad-b18f-4384-8297-6a756ed0cfa9 req-1b9e3044-4942-4a61-abbd-ae1c42206588 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458460 Mar 04 03:00:09.725590 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499ff94-d908-4692-a7f7-620479e40b10 req-30eee606-b20d-4cb9-b222-8445a8fd64fe tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:09.727093 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e499ff94-d908-4692-a7f7-620479e40b10 req-30eee606-b20d-4cb9-b222-8445a8fd64fe tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0515494 Mar 04 03:00:09.773936 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e499ff94-d908-4692-a7f7-620479e40b10 req-624441c7-cbaa-43a8-8318-c5da98f0a2f8 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414801 Mar 04 03:00:10.333952 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d2022aac-8967-4ea4-b07b-c404f71463c6 req-5900ab45-29e9-4ed7-a9a8-f8d7c413cad5 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 210 time: 0.0275517 Mar 04 03:00:10.891099 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14130b0-c651-4226-877e-c57b29bf635b req-16077c9b-a733-43f4-9d19-2847808d4767 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:10.892477 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e14130b0-c651-4226-877e-c57b29bf635b req-16077c9b-a733-43f4-9d19-2847808d4767 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0542164 Mar 04 03:00:10.939716 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e14130b0-c651-4226-877e-c57b29bf635b req-d0d88c65-5ca9-4a6e-9d2b-9fb370862aa0 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409935 Mar 04 03:00:11.432596 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0261b7e8-76c3-441f-9d8b-0c15b765f3e2 req-30437eb3-287d-405e-814f-9bfaa0c8d90b tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 210 time: 0.0273714 Mar 04 03:00:12.019707 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:12.058664 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0531-c6b9-4da0-b6b3-3e8a3e995cbb req-4d952ab5-9090-48d3-9cc4-b7af77c57dd2 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:12.060135 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5bde0531-c6b9-4da0-b6b3-3e8a3e995cbb req-4d952ab5-9090-48d3-9cc4-b7af77c57dd2 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0523922 Mar 04 03:00:12.109080 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5bde0531-c6b9-4da0-b6b3-3e8a3e995cbb req-136df02c-ab37-4991-a1c0-cfeac9086ccd tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434704 Mar 04 03:00:12.531307 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-22f27109-905a-43d6-969d-8d8324e13ac1 req-5299863b-883d-49ee-9624-8c895241f711 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 210 time: 0.0305057 Mar 04 03:00:13.224751 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e1f3b-1f1d-4270-be60-74e711c65e7c req-799b31d5-1932-4285-97bc-eb3619e3cef3 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:13.226222 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4e4e1f3b-1f1d-4270-be60-74e711c65e7c req-799b31d5-1932-4285-97bc-eb3619e3cef3 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0514824 Mar 04 03:00:13.272641 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4e4e1f3b-1f1d-4270-be60-74e711c65e7c req-b0fa53f2-deba-40fa-9ab8-76a1b7ebf2b5 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409429 Mar 04 03:00:13.654069 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6edaa869-1225-4b59-9c0c-5c0135ccff50 req-b8cff432-d776-4ac6-be77-a001ac707965 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 210 time: 0.0411472 Mar 04 03:00:13.700627 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-b4af257b-aedf-41c2-8457-34936798c898 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:13.702092 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-b4af257b-aedf-41c2-8457-34936798c898 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.13 "GET /v2.0/networks?id=9bd2c670-e7f9-48f4-baa5-d3f16c53ff23 HTTP/1.1" status: 200 len: 813 time: 0.1453025 Mar 04 03:00:13.756926 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-29af8c72-12a6-476e-85ca-db7f4a01543b tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Request body: {'port': {'device_id': 'eeb4a044-dbb4-4cc9-bb57-b1373731feb1', 'network_id': '9bd2c670-e7f9-48f4-baa5-d3f16c53ff23', 'admin_state_up': True, 'tenant_id': 'bc2f7e887577406b82f0959411225f55'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:00:13.859305 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-29af8c72-12a6-476e-85ca-db7f4a01543b tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Made reservation on behalf of bc2f7e887577406b82f0959411225f55 for: {'port': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:00:13.862707 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-29af8c72-12a6-476e-85ca-db7f4a01543b tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:13.984940 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_common [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-29af8c72-12a6-476e-85ca-db7f4a01543b tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Allocated IP 172.20.0.6 (9bd2c670-e7f9-48f4-baa5-d3f16c53ff23/463074ac-22cf-4e1c-bc94-222bfb1c373a/99841235-d5f1-4836-b9dc-7a590169631a) {{(pid=102946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:00:14.130691 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-29af8c72-12a6-476e-85ca-db7f4a01543b tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Publish callbacks [] for port (99841235-d5f1-4836-b9dc-7a590169631a), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:14.163046 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-29af8c72-12a6-476e-85ca-db7f4a01543b tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (99841235-d5f1-4836-b9dc-7a590169631a), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:14.199887 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-29af8c72-12a6-476e-85ca-db7f4a01543b tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Network 9bd2c670-e7f9-48f4-baa5-d3f16c53ff23 is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:00:14.202997 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-29af8c72-12a6-476e-85ca-db7f4a01543b tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:00:14.206692 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-29af8c72-12a6-476e-85ca-db7f4a01543b tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Received port after_create {{(pid=102946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:00:14.212027 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-29af8c72-12a6-476e-85ca-db7f4a01543b tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:14.212651 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-29af8c72-12a6-476e-85ca-db7f4a01543b tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:14.233443 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af8c72-12a6-476e-85ca-db7f4a01543b tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Pushing event updated for resources: {'Port': ['ID=99841235-d5f1-4836-b9dc-7a590169631a,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:14.239785 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-29af8c72-12a6-476e-85ca-db7f4a01543b tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.4867933 Mar 04 03:00:14.394111 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2ff05-11af-4f2c-92d2-0870da4be566 req-f8ee1a18-18f5-435f-b7d3-379c8cbb6e86 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:14.396178 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8fe2ff05-11af-4f2c-92d2-0870da4be566 req-f8ee1a18-18f5-435f-b7d3-379c8cbb6e86 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0528047 Mar 04 03:00:14.448422 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8fe2ff05-11af-4f2c-92d2-0870da4be566 req-b9953741-53aa-4ef9-900a-92a15ac32d2a tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461586 Mar 04 03:00:14.778214 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e88d5b-5070-4c49-a278-12a4bea9370b req-9b8858df-70ce-44df-9593-325e4e1d45be tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:14.779724 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-97e88d5b-5070-4c49-a278-12a4bea9370b req-9b8858df-70ce-44df-9593-325e4e1d45be tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 931 time: 0.0557590 Mar 04 03:00:14.829961 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-97e88d5b-5070-4c49-a278-12a4bea9370b req-77a091b4-aa21-49eb-b1d8-cf8d4c8d7a07 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445507 Mar 04 03:00:15.563699 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10df0e4-c5a9-4ae5-ae90-a5666b3bcb32 req-014934e8-afa1-4e2a-85ce-0b1fc6164171 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:15.565157 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b10df0e4-c5a9-4ae5-ae90-a5666b3bcb32 req-014934e8-afa1-4e2a-85ce-0b1fc6164171 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0521317 Mar 04 03:00:15.613646 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b10df0e4-c5a9-4ae5-ae90-a5666b3bcb32 req-58d37abd-6141-45df-854a-615f2bbd7261 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428596 Mar 04 03:00:15.948803 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b646258-e0d9-49a3-9e99-c69b4a6e5396 req-5522ceb2-cc01-4e97-9e22-8a2793c84561 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:15.950417 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9b646258-e0d9-49a3-9e99-c69b4a6e5396 req-5522ceb2-cc01-4e97-9e22-8a2793c84561 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 931 time: 0.0546143 Mar 04 03:00:15.985855 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-5e443581-f713-41d8-a5d2-0cb8bb9880ec service neutron] Request body: {'port': {'device_id': 'eeb4a044-dbb4-4cc9-bb57-b1373731feb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:00:16.019051 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9b646258-e0d9-49a3-9e99-c69b4a6e5396 req-8936fe77-7955-4657-b6da-7d7297614e3d tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631027 Mar 04 03:00:16.052086 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-5e443581-f713-41d8-a5d2-0cb8bb9880ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (99841235-d5f1-4836-b9dc-7a590169631a), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:16.304706 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-5e443581-f713-41d8-a5d2-0cb8bb9880ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99841235-d5f1-4836-b9dc-7a590169631a {{(pid=102946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:00:16.311956 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-5e443581-f713-41d8-a5d2-0cb8bb9880ec service neutron] Publish callbacks [] for port (99841235-d5f1-4836-b9dc-7a590169631a), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:16.324405 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.provisioning_blocks [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-5e443581-f713-41d8-a5d2-0cb8bb9880ec service neutron] Transition to ACTIVE for port object 99841235-d5f1-4836-b9dc-7a590169631a will not be triggered until provisioned by entity L2. {{(pid=102946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 03:00:16.327088 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-5e443581-f713-41d8-a5d2-0cb8bb9880ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (99841235-d5f1-4836-b9dc-7a590169631a), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:16.377764 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e443581-f713-41d8-a5d2-0cb8bb9880ec service neutron] Pushing event updated for resources: {'Port': ['ID=99841235-d5f1-4836-b9dc-7a590169631a,revision_number=2']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:16.405024 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-5e443581-f713-41d8-a5d2-0cb8bb9880ec service neutron] Attempting to bind port 99841235-d5f1-4836-b9dc-7a590169631a on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:00:16.405360 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-5e443581-f713-41d8-a5d2-0cb8bb9880ec service neutron] Attempting to bind port 99841235-d5f1-4836-b9dc-7a590169631a by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '9bd2c670-e7f9-48f4-baa5-d3f16c53ff23'}] {{(pid=102946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:00:16.405711 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-5e443581-f713-41d8-a5d2-0cb8bb9880ec service neutron] Attempting to bind port 99841235-d5f1-4836-b9dc-7a590169631a on network 9bd2c670-e7f9-48f4-baa5-d3f16c53ff23 {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:00:16.409825 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-5e443581-f713-41d8-a5d2-0cb8bb9880ec service neutron] Port 99841235-d5f1-4836-b9dc-7a590169631a on network 9bd2c670-e7f9-48f4-baa5-d3f16c53ff23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 03:00:16.410152 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-5e443581-f713-41d8-a5d2-0cb8bb9880ec service neutron] Attempting to bind port 99841235-d5f1-4836-b9dc-7a590169631a on network 9bd2c670-e7f9-48f4-baa5-d3f16c53ff23 {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:00:16.414925 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-5e443581-f713-41d8-a5d2-0cb8bb9880ec service neutron] Checking agent: {'id': '3c9f8f0c-9b00-4c68-8144-2c2180e90486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'started_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:00:16.415263 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-5e443581-f713-41d8-a5d2-0cb8bb9880ec service neutron] Checking segment: {'id': '566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '9bd2c670-e7f9-48f4-baa5-d3f16c53ff23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:00:16.415638 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-5e443581-f713-41d8-a5d2-0cb8bb9880ec service neutron] Bound using segment: {'id': '566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '9bd2c670-e7f9-48f4-baa5-d3f16c53ff23'} {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:00:16.416060 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-5e443581-f713-41d8-a5d2-0cb8bb9880ec service neutron] Bound port: 99841235-d5f1-4836-b9dc-7a590169631a, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '9bd2c670-e7f9-48f4-baa5-d3f16c53ff23'}}] {{(pid=102946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:00:16.416408 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-5e443581-f713-41d8-a5d2-0cb8bb9880ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (99841235-d5f1-4836-b9dc-7a590169631a), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:16.480091 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-5e443581-f713-41d8-a5d2-0cb8bb9880ec service neutron] For port 99841235-d5f1-4836-b9dc-7a590169631a, host hv-cinder-82806, cleared binding levels {{(pid=102946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:00:16.482969 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-5e443581-f713-41d8-a5d2-0cb8bb9880ec service neutron] For port 99841235-d5f1-4836-b9dc-7a590169631a, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=99841235-d5f1-4836-b9dc-7a590169631a,segment=NetworkSegment(566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55),segment_id=566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55)] {{(pid=102946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:00:16.490268 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-5e443581-f713-41d8-a5d2-0cb8bb9880ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (99841235-d5f1-4836-b9dc-7a590169631a), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:16.524404 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-5e443581-f713-41d8-a5d2-0cb8bb9880ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:16.525021 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-5e443581-f713-41d8-a5d2-0cb8bb9880ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:16.526416 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-5e443581-f713-41d8-a5d2-0cb8bb9880ec service neutron] 10.222.0.13 "PUT /v2.0/ports/99841235-d5f1-4836-b9dc-7a590169631a HTTP/1.1" status: 200 len: 1093 time: 0.5465503 Mar 04 03:00:16.526848 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb4a044-dbb4-4cc9-bb57-b1373731feb1', 'tag': '99841235-d5f1-4836-b9dc-7a590169631a'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:00:16.529046 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3471f13e-1a91-4f04-8655-9d94506db5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb4a044-dbb4-4cc9-bb57-b1373731feb1", "tag": "99841235-d5f1-4836-b9dc-7a590169631a"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:00:16.549053 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e443581-f713-41d8-a5d2-0cb8bb9880ec service neutron] Pushing event updated for resources: {'Port': ['ID=99841235-d5f1-4836-b9dc-7a590169631a,revision_number=3']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:16.567800 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 03:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f72e5f-b611-4c57-9511-594979122a18 x-openstack-request-id: req-36f72e5f-b611-4c57-9511-594979122a18 {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:00:16.568376 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb4a044-dbb4-4cc9-bb57-b1373731feb1", "tag": "99841235-d5f1-4836-b9dc-7a590169631a", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:00:16.568376 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36f72e5f-b611-4c57-9511-594979122a18 {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:00:16.568784 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb4a044-dbb4-4cc9-bb57-b1373731feb1', 'tag': '99841235-d5f1-4836-b9dc-7a590169631a', 'status': 'completed', 'code': 200} Mar 04 03:00:16.729293 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337eeba-3041-4d4d-a569-fce26fd1f3ed req-e48a33e9-b6c3-49d6-8bde-3e232130a427 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:16.730839 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9337eeba-3041-4d4d-a569-fce26fd1f3ed req-e48a33e9-b6c3-49d6-8bde-3e232130a427 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0533872 Mar 04 03:00:16.778515 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9337eeba-3041-4d4d-a569-fce26fd1f3ed req-072d73b9-05bb-42a2-8930-b7c451c43f07 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421448 Mar 04 03:00:17.139646 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760e687-db54-4221-8102-f6da55c4d4c6 req-68e5da0b-dd67-4e74-a641-9636a454f4c9 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:17.141096 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e760e687-db54-4221-8102-f6da55c4d4c6 req-68e5da0b-dd67-4e74-a641-9636a454f4c9 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 943 time: 0.0552242 Mar 04 03:00:17.185504 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e760e687-db54-4221-8102-f6da55c4d4c6 req-936aee0e-6464-41be-9eb9-f00c8458864a tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388985 Mar 04 03:00:17.517494 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471f13e-1a91-4f04-8655-9d94506db5c9 req-8938e521-6b1b-4104-b0af-359c8b44fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:17.519036 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3471f13e-1a91-4f04-8655-9d94506db5c9 req-8938e521-6b1b-4104-b0af-359c8b44fca0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc2f7e887577406b82f0959411225f55&device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 1127 time: 0.0434656 Mar 04 03:00:17.684121 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471f13e-1a91-4f04-8655-9d94506db5c9 req-eee72d39-ac66-496b-aaf8-0e5c78c04a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:17.685583 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3471f13e-1a91-4f04-8655-9d94506db5c9 req-eee72d39-ac66-496b-aaf8-0e5c78c04a34 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=bc2f7e887577406b82f0959411225f55&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1594005 Mar 04 03:00:17.856651 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471f13e-1a91-4f04-8655-9d94506db5c9 req-3c5b5171-0357-4b1a-b501-6e527b429cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:17.858095 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3471f13e-1a91-4f04-8655-9d94506db5c9 req-3c5b5171-0357-4b1a-b501-6e527b429cfc service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1665199 Mar 04 03:00:17.896814 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280aabd4-5bb2-4df5-99f7-10865142aed2 req-6cf4709d-7558-43c7-a8f0-8f87b29baae1 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:17.898335 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-280aabd4-5bb2-4df5-99f7-10865142aed2 req-6cf4709d-7558-43c7-a8f0-8f87b29baae1 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0530534 Mar 04 03:00:17.977282 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-280aabd4-5bb2-4df5-99f7-10865142aed2 req-2193d672-4a14-401b-a761-47ef21ea54d2 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733984 Mar 04 03:00:17.983561 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-940986b1-4bc2-44c0-a29c-6f5b68691c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:17.985013 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-940986b1-4bc2-44c0-a29c-6f5b68691c06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc2f7e887577406b82f0959411225f55&device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 1127 time: 0.0757253 Mar 04 03:00:18.515451 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-4ebbbc0b-01bc-40f2-a2de-3c9a2a40d421 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99841235-d5f1-4836-b9dc-7a590169631a HTTP/1.1" status: 200 len: 217 time: 0.0378666 Mar 04 03:00:18.534311 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b204d9f-ac84-466c-b057-f5ceddfb6395 req-cb015140-e54e-4d7e-b651-d847718e5a32 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:18.536000 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7b204d9f-ac84-466c-b057-f5ceddfb6395 req-cb015140-e54e-4d7e-b651-d847718e5a32 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 943 time: 0.2866893 Mar 04 03:00:18.604544 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-763c4ba0-701b-43df-8135-964cd256e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:18.606035 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-763c4ba0-701b-43df-8135-964cd256e7c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=463074ac-22cf-4e1c-bc94-222bfb1c373a HTTP/1.1" status: 200 len: 853 time: 0.0789280 Mar 04 03:00:18.625515 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7b204d9f-ac84-466c-b057-f5ceddfb6395 req-02cd275e-3972-47b1-9ff9-72fe9e7c74fa tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822549 Mar 04 03:00:18.641149 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-225169a5-ac28-49a5-9bae-17793827729a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bd2c670-e7f9-48f4-baa5-d3f16c53ff23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279565 Mar 04 03:00:18.729109 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-8851ffbc-6017-479d-afe2-b58851ca2615 service neutron] 10.222.0.13 "GET /v2.0/networks/9bd2c670-e7f9-48f4-baa5-d3f16c53ff23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813127 Mar 04 03:00:19.097539 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e71920-ccc2-41ac-9338-b86e7a9ae915 req-519fd418-b600-45b3-8759-35ab2c20f414 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:19.099757 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-72e71920-ccc2-41ac-9338-b86e7a9ae915 req-519fd418-b600-45b3-8759-35ab2c20f414 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0579989 Mar 04 03:00:19.146629 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-72e71920-ccc2-41ac-9338-b86e7a9ae915 req-c37aa1cb-e815-468c-9da7-105acafa240f tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414586 Mar 04 03:00:19.764831 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189165b-9944-49ee-adbc-7207a7f3e085 req-f72307f7-87a0-454c-a65f-61b4a490294e tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:19.766611 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2189165b-9944-49ee-adbc-7207a7f3e085 req-f72307f7-87a0-454c-a65f-61b4a490294e tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 943 time: 0.0724525 Mar 04 03:00:19.834281 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2189165b-9944-49ee-adbc-7207a7f3e085 req-f0750f55-18dd-431d-a523-ae256aa8f3df tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573938 Mar 04 03:00:20.311541 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-17f84853-2a06-4a1e-aa4f-56609923f12b req-59fef541-4805-4a55-90f9-d4e8c6cc4158 service neutron] 10.222.0.13 "GET /v2.0/networks/9bd2c670-e7f9-48f4-baa5-d3f16c53ff23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177716 Mar 04 03:00:20.319093 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa928b2a-41a1-4dad-9c62-94c40cb87ac9 req-fa9540c0-4f8a-46ed-b853-27adb95a77cf tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:20.320460 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fa928b2a-41a1-4dad-9c62-94c40cb87ac9 req-fa9540c0-4f8a-46ed-b853-27adb95a77cf tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0814443 Mar 04 03:00:20.368216 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fa928b2a-41a1-4dad-9c62-94c40cb87ac9 req-659371e7-4d03-46da-b791-b0e489b94720 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419772 Mar 04 03:00:20.946011 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f616c-6336-49b9-8bc0-1912d29e67dd req-9ee0fd7c-805d-4de0-ac8a-458ffd297931 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:20.947731 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-910f616c-6336-49b9-8bc0-1912d29e67dd req-9ee0fd7c-805d-4de0-ac8a-458ffd297931 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 943 time: 0.0566154 Mar 04 03:00:20.993545 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-910f616c-6336-49b9-8bc0-1912d29e67dd req-ab3e15ee-1815-4e42-aba6-944c76ce9ed4 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402989 Mar 04 03:00:21.481820 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e51f6-53f7-48ef-87fc-4fc1c88ced76 req-ad46a28c-08d5-45b3-a025-7c4163dc40dc tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:21.483274 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-818e51f6-53f7-48ef-87fc-4fc1c88ced76 req-ad46a28c-08d5-45b3-a025-7c4163dc40dc tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0512664 Mar 04 03:00:21.531045 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-818e51f6-53f7-48ef-87fc-4fc1c88ced76 req-4e495c02-57a3-442e-8971-3b1f8212dbab tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424018 Mar 04 03:00:22.112546 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d4057-fbbb-44ca-a749-7a142264a46b req-c903119a-73eb-4549-b00e-38a65651170e tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:22.114967 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e10d4057-fbbb-44ca-a749-7a142264a46b req-c903119a-73eb-4549-b00e-38a65651170e tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 943 time: 0.0539553 Mar 04 03:00:22.164774 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e10d4057-fbbb-44ca-a749-7a142264a46b req-4b714f9d-05df-40ee-8efd-dd530d8b662a tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447245 Mar 04 03:00:22.647696 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94aa78-e622-43d6-9b0d-6b0bdb4715ea req-ce2a1ad7-d90a-4cc3-bf15-19323b61e9f6 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:22.649156 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6e94aa78-e622-43d6-9b0d-6b0bdb4715ea req-ce2a1ad7-d90a-4cc3-bf15-19323b61e9f6 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0521650 Mar 04 03:00:22.696826 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6e94aa78-e622-43d6-9b0d-6b0bdb4715ea req-8ccc5e07-e7eb-47e1-b86f-3fcecea5147b tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419128 Mar 04 03:00:23.282569 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c96a6-6430-45e9-a07e-e8b1398a1ec5 req-b922c618-b2dd-46ef-8a04-2b35e0024d6d tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:23.289424 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f33c96a6-6430-45e9-a07e-e8b1398a1ec5 req-b922c618-b2dd-46ef-8a04-2b35e0024d6d tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 943 time: 0.0585339 Mar 04 03:00:23.337733 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f33c96a6-6430-45e9-a07e-e8b1398a1ec5 req-e79d0885-256c-4927-81af-9aae89adaa4b tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442653 Mar 04 03:00:23.817026 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42353e-74c2-45bf-bb47-186fbe9f380c req-262b3d78-1035-4e3e-8724-4d2e06b25bd2 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:23.818564 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9b42353e-74c2-45bf-bb47-186fbe9f380c req-262b3d78-1035-4e3e-8724-4d2e06b25bd2 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0576530 Mar 04 03:00:23.872874 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9b42353e-74c2-45bf-bb47-186fbe9f380c req-dbd081c4-e6fa-4493-a93e-7898a14e3d0b tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485606 Mar 04 03:00:24.453738 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cccafa-7423-42d9-a7bb-c868a098dbff req-1428625b-c377-4370-9da2-0dea49ce8393 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:24.455424 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-98cccafa-7423-42d9-a7bb-c868a098dbff req-1428625b-c377-4370-9da2-0dea49ce8393 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 943 time: 0.0532894 Mar 04 03:00:24.501358 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-98cccafa-7423-42d9-a7bb-c868a098dbff req-d37ed71c-29e6-4d32-9119-72c94aeeeb13 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404077 Mar 04 03:00:24.988002 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fabd0-13ca-41fd-a95f-fe4596ebad21 req-74867972-8c06-4c9c-9c98-2e3916042bb7 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:24.990103 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-973fabd0-13ca-41fd-a95f-fe4596ebad21 req-74867972-8c06-4c9c-9c98-2e3916042bb7 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0523016 Mar 04 03:00:25.041532 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-973fabd0-13ca-41fd-a95f-fe4596ebad21 req-e5d7ddbc-90c2-43de-9324-aebcc4713e09 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460446 Mar 04 03:00:25.585124 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 59342) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:00:25.628461 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691c8a5-0674-4a5b-acf9-8ca06e9f0128 req-47732624-8dc8-4b9a-a3e6-468665554219 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:25.630482 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d691c8a5-0674-4a5b-acf9-8ca06e9f0128 req-47732624-8dc8-4b9a-a3e6-468665554219 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 943 time: 0.0617094 Mar 04 03:00:25.675884 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d691c8a5-0674-4a5b-acf9-8ca06e9f0128 req-0fa69705-88bd-4191-8c80-d19e3c152db8 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398946 Mar 04 03:00:25.743512 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1476fbb8-baf1-4364-bf69-52c3158dfc6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:25.817929 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1476fbb8-baf1-4364-bf69-52c3158dfc6d admin admin] Publish callbacks [] for security_group (6943fddd-6199-4e7f-a61f-de7b3f7ca6ae), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:25.821928 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1476fbb8-baf1-4364-bf69-52c3158dfc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (6943fddd-6199-4e7f-a61f-de7b3f7ca6ae), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:25.859192 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-1476fbb8-baf1-4364-bf69-52c3158dfc6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f05a1e55bcae475d904f5d1f2556e0a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2730324 Mar 04 03:00:25.861093 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476fbb8-baf1-4364-bf69-52c3158dfc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6943fddd-6199-4e7f-a61f-de7b3f7ca6ae,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:25.861997 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 59346) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:00:25.910740 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c67bc1d8-e149-4fa4-af8e-1ac6c1b120e1 admin admin] Publish callbacks [] for security_group (6943fddd-6199-4e7f-a61f-de7b3f7ca6ae), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:25.932994 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c67bc1d8-e149-4fa4-af8e-1ac6c1b120e1 admin admin] Publish callbacks [] for security_group (6943fddd-6199-4e7f-a61f-de7b3f7ca6ae), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:25.979125 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c67bc1d8-e149-4fa4-af8e-1ac6c1b120e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (6943fddd-6199-4e7f-a61f-de7b3f7ca6ae), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:25.981630 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c67bc1d8-e149-4fa4-af8e-1ac6c1b120e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:25.982783 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-c67bc1d8-e149-4fa4-af8e-1ac6c1b120e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6943fddd-6199-4e7f-a61f-de7b3f7ca6ae HTTP/1.1" status: 204 len: 168 time: 0.1198225 Mar 04 03:00:25.991507 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bc1d8-e149-4fa4-af8e-1ac6c1b120e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6943fddd-6199-4e7f-a61f-de7b3f7ca6ae,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:26.169681 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20a91c-4315-4154-bf43-286d1662afbb req-4d652173-9459-4d74-9187-b5edee88e148 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:26.171285 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3e20a91c-4315-4154-bf43-286d1662afbb req-4d652173-9459-4d74-9187-b5edee88e148 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0584807 Mar 04 03:00:26.219349 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3e20a91c-4315-4154-bf43-286d1662afbb req-4d4bf6f1-0f51-454b-85a4-d9dbb7bf265d tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419760 Mar 04 03:00:26.721516 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-ed7b6f3c-6af1-4252-b4f1-65af0540c623 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:26.723623 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-ed7b6f3c-6af1-4252-b4f1-65af0540c623 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/networks?id=47e6c6c4-45d4-43ea-baac-423caa1c0adf HTTP/1.1" status: 200 len: 814 time: 0.1023371 Mar 04 03:00:26.738027 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-c4464f7c-9af0-4b59-bff3-e42f3b5e5f6b tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/quotas/9edeadc46f9f4ecdbde7a8e379b87b73 HTTP/1.1" status: 200 len: 375 time: 0.0090563 Mar 04 03:00:26.831126 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-fc5a226b-a65c-484e-9e5d-60c27e1f7996 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9edeadc46f9f4ecdbde7a8e379b87b73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0873322 Mar 04 03:00:26.841071 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4984956-547f-48ea-9690-eddb58f634d7 req-5a4f919d-b83b-4678-9c09-adfd7e419742 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:26.842588 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e4984956-547f-48ea-9690-eddb58f634d7 req-5a4f919d-b83b-4678-9c09-adfd7e419742 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 943 time: 0.0891995 Mar 04 03:00:26.945635 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e4984956-547f-48ea-9690-eddb58f634d7 req-ff257671-65f4-41c1-bf50-4990bf57f3d1 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948033 Mar 04 03:00:26.972452 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-e9f05c9a-0076-4770-9567-cb8a8174b457 service neutron] 10.222.0.16 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288877 Mar 04 03:00:27.043225 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 59410) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:00:27.063099 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-2728870b-9e88-4da7-859c-19455a594e9e service neutron] 10.222.0.16 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844309 Mar 04 03:00:27.150414 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9ee65e4b-ee21-4740-91ab-abb38f8401a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:27.229457 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5f9ae844-1571-4732-9b8b-32fb8667f5e8 req-f2e0d5ca-a3dc-4beb-9034-f67571b91a13 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=c43d511f-dd62-4d65-ae9b-e158fda701bc HTTP/1.1" status: 200 len: 210 time: 0.0344112 Mar 04 03:00:27.232661 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9ee65e4b-ee21-4740-91ab-abb38f8401a3 admin admin] Publish callbacks [] for security_group (e7056fb6-796a-472a-940f-af136648709d), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:27.237237 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9ee65e4b-ee21-4740-91ab-abb38f8401a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (e7056fb6-796a-472a-940f-af136648709d), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:27.290516 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 59422) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:00:27.290736 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-9ee65e4b-ee21-4740-91ab-abb38f8401a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d50d6a6e36d041ff98cc99ee0dbf9238&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462220 Mar 04 03:00:27.291440 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee65e4b-ee21-4740-91ab-abb38f8401a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7056fb6-796a-472a-940f-af136648709d,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:27.399024 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd3e5-724e-42d5-8b52-f1e95030a8a3 admin admin] Publish callbacks [] for security_group (e7056fb6-796a-472a-940f-af136648709d), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:27.412334 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64965956-8db9-433f-ba5c-3f06cc54091e req-9b195296-69f2-45e5-bc59-e87b2cc15236 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:27.413854 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-64965956-8db9-433f-ba5c-3f06cc54091e req-9b195296-69f2-45e5-bc59-e87b2cc15236 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0885701 Mar 04 03:00:27.446114 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd3e5-724e-42d5-8b52-f1e95030a8a3 admin admin] Publish callbacks [] for security_group (e7056fb6-796a-472a-940f-af136648709d), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:27.477046 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 99841235-d5f1-4836-b9dc-7a590169631a details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 03:00:27.502607 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-64965956-8db9-433f-ba5c-3f06cc54091e req-f02bac0a-85e4-4026-b591-3efaeb4dd494 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816729 Mar 04 03:00:27.530195 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd3e5-724e-42d5-8b52-f1e95030a8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (e7056fb6-796a-472a-940f-af136648709d), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:27.532722 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd3e5-724e-42d5-8b52-f1e95030a8a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:27.533887 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-9b1dd3e5-724e-42d5-8b52-f1e95030a8a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7056fb6-796a-472a-940f-af136648709d HTTP/1.1" status: 204 len: 168 time: 0.2420759 Mar 04 03:00:27.555118 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1dd3e5-724e-42d5-8b52-f1e95030a8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7056fb6-796a-472a-940f-af136648709d,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:27.589490 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 99841235-d5f1-4836-b9dc-7a590169631a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=99841235-d5f1-4836-b9dc-7a590169631a,segment=NetworkSegment(566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55),segment_id=566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:00:27.605659 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': '99841235-d5f1-4836-b9dc-7a590169631a', 'network_id': '9bd2c670-e7f9-48f4-baa5-d3f16c53ff23', 'port_id': '99841235-d5f1-4836-b9dc-7a590169631a', 'mac_address': 'fa:16:3e:60:87:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '463074ac-22cf-4e1c-bc94-222bfb1c373a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 03:00:27.651127 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port 99841235-d5f1-4836-b9dc-7a590169631a is: DOWN; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:27.652078 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (99841235-d5f1-4836-b9dc-7a590169631a), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:27.669460 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99841235-d5f1-4836-b9dc-7a590169631a {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:00:27.693499 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 99841235-d5f1-4836-b9dc-7a590169631a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=99841235-d5f1-4836-b9dc-7a590169631a,segment=NetworkSegment(566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55),segment_id=566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:00:27.699089 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (99841235-d5f1-4836-b9dc-7a590169631a), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:27.750055 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=99841235-d5f1-4836-b9dc-7a590169631a,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:27.758769 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:27.759413 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:27.759990 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:27.760580 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:27.761099 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:27.761640 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:27.762077 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:27.762413 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:27.762807 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:27.763144 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:27.763477 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:27.763808 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:27.764255 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:28.071013 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714d354-f3cd-4c9a-9654-b4ddb5362d04 req-fda293c0-3cb3-4880-860c-0d3c5c434c16 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:28.072816 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9714d354-f3cd-4c9a-9654-b4ddb5362d04 req-fda293c0-3cb3-4880-860c-0d3c5c434c16 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 944 time: 0.0588651 Mar 04 03:00:28.124818 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9714d354-f3cd-4c9a-9654-b4ddb5362d04 req-390313b6-79fd-45fb-b320-c2bf6dc07623 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460618 Mar 04 03:00:28.226631 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['99841235-d5f1-4836-b9dc-7a590169631a'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:00:28.235502 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 59458) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:00:28.334914 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8efe96ed-8218-4cea-a9e0-b43768d6930c req-1abb16e9-2a2c-4ebd-91bc-b1cbb9a2f46c tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=c43d511f-dd62-4d65-ae9b-e158fda701bc HTTP/1.1" status: 200 len: 210 time: 0.0328979 Mar 04 03:00:28.378031 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-0ef2b137-0252-474b-b420-031d4fa1298d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-556857997-network', 'tenant_id': '695cd22e97d749abba3341ee30d3a3f4'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:00:28.437198 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef2b137-0252-474b-b420-031d4fa1298d admin admin] Made reservation on behalf of 695cd22e97d749abba3341ee30d3a3f4 for: {'network': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:00:28.439515 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b137-0252-474b-b420-031d4fa1298d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for network (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:28.461714 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b137-0252-474b-b420-031d4fa1298d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:28.488636 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-5acfdf7f-cc67-4115-b5d6-f1fe711eab03 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:28.490144 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-5acfdf7f-cc67-4115-b5d6-f1fe711eab03 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.13 "GET /v2.0/networks?id=47e6c6c4-45d4-43ea-baac-423caa1c0adf HTTP/1.1" status: 200 len: 814 time: 0.1477010 Mar 04 03:00:28.511763 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-f58bf401-d736-408c-a25f-429a8b9df989 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Request body: {'port': {'device_id': 'c43d511f-dd62-4d65-ae9b-e158fda701bc', 'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf', 'admin_state_up': True, 'tenant_id': '9edeadc46f9f4ecdbde7a8e379b87b73'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:00:28.669010 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b137-0252-474b-b420-031d4fa1298d admin admin] Publish callbacks [] for security_group (5b85e221-b0a3-4c16-af8a-8c2367063203), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:28.677444 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b137-0252-474b-b420-031d4fa1298d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (5b85e221-b0a3-4c16-af8a-8c2367063203), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:28.714622 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d41cfc-224c-4ea9-82b1-b3a23e3fdbbc req-d1cd3217-f369-4431-bdfa-6e5baba8ffb3 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:28.716030 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d6d41cfc-224c-4ea9-82b1-b3a23e3fdbbc req-d1cd3217-f369-4431-bdfa-6e5baba8ffb3 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.1298621 Mar 04 03:00:28.716719 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef2b137-0252-474b-b420-031d4fa1298d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=102946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 03:00:28.726392 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-f58bf401-d736-408c-a25f-429a8b9df989 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Made reservation on behalf of 9edeadc46f9f4ecdbde7a8e379b87b73 for: {'port': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:00:28.729242 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-f58bf401-d736-408c-a25f-429a8b9df989 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:28.758662 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2b137-0252-474b-b420-031d4fa1298d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b85e221-b0a3-4c16-af8a-8c2367063203,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:28.762867 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b137-0252-474b-b420-031d4fa1298d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (3e383840-be9f-4807-838c-ba84cbc75df9), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:28.763215 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.db.segments_db [None req-0ef2b137-0252-474b-b420-031d4fa1298d admin admin] Added segment 3e383840-be9f-4807-838c-ba84cbc75df9 of type vlan for network 464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7 Mar 04 03:00:28.868226 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b137-0252-474b-b420-031d4fa1298d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753425852492'] for network (464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:28.873375 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d6d41cfc-224c-4ea9-82b1-b3a23e3fdbbc req-e95e2a53-79de-4fc7-9f18-b8edc6e6cc79 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483836 Mar 04 03:00:28.927368 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b137-0252-474b-b420-031d4fa1298d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for network (464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:28.928315 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef2b137-0252-474b-b420-031d4fa1298d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:28.928895 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b137-0252-474b-b420-031d4fa1298d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:28.941866 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 59478) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:00:28.997987 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-0ef2b137-0252-474b-b420-031d4fa1298d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7584157 Mar 04 03:00:28.998705 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 59482) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:00:29.003281 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-2906eac6-b542-42a1-999c-3d52a5ab634c admin admin] Request body: {'subnet': {'network_id': '464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-556857997-subnet', 'tenant_id': '695cd22e97d749abba3341ee30d3a3f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:00:29.006094 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2b137-0252-474b-b420-031d4fa1298d admin admin] Pushing event updated for resources: {'Network': ['ID=464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:29.011672 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_common [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-f58bf401-d736-408c-a25f-429a8b9df989 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Allocated IP 172.20.0.3 (47e6c6c4-45d4-43ea-baac-423caa1c0adf/431140ff-e7d6-4b01-b509-15f7f795257b/7418a39b-1bcb-49cc-93f6-5af39d6d3405) {{(pid=102946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:00:29.020218 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Network 464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7 details requested by agent ovs-agent-dv-cinder-828061-7-iscsi with host dv-cinder-828061-7-iscsi {{(pid=102955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 03:00:29.030281 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2906eac6-b542-42a1-999c-3d52a5ab634c admin admin] Made reservation on behalf of 695cd22e97d749abba3341ee30d3a3f4 for: {'subnet': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:00:29.033783 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2906eac6-b542-42a1-999c-3d52a5ab634c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12482593'] for subnet (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:29.090872 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-82b01c1a-c818-4b12-aced-b75f3d111ee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:29.172531 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-f58bf401-d736-408c-a25f-429a8b9df989 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks [] for port (7418a39b-1bcb-49cc-93f6-5af39d6d3405), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:29.239347 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-f58bf401-d736-408c-a25f-429a8b9df989 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (7418a39b-1bcb-49cc-93f6-5af39d6d3405), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:29.253394 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['f8c0c90d-35cb-4651-9a1a-06b873e53814', '34fe383c-736e-4a3a-8bd0-9fe83c4f16c3', 'f0168c98-41d2-4f5c-91b7-6f279dc5a02e'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:00:29.301830 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-f58bf401-d736-408c-a25f-429a8b9df989 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Network 47e6c6c4-45d4-43ea-baac-423caa1c0adf is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:00:29.312654 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc15543-a5d4-4a02-b748-3a4605bf61ce req-bce676e7-da74-42af-a0bd-4bf55b6b478f tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:29.314204 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4dc15543-a5d4-4a02-b748-3a4605bf61ce req-bce676e7-da74-42af-a0bd-4bf55b6b478f tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 944 time: 0.1189702 Mar 04 03:00:29.315120 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bf401-d736-408c-a25f-429a8b9df989 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Pushing event updated for resources: {'Port': ['ID=7418a39b-1bcb-49cc-93f6-5af39d6d3405,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:29.317800 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-f58bf401-d736-408c-a25f-429a8b9df989 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:00:29.319893 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-f58bf401-d736-408c-a25f-429a8b9df989 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Received port after_create {{(pid=102946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:00:29.325245 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-f58bf401-d736-408c-a25f-429a8b9df989 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:29.325893 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-f58bf401-d736-408c-a25f-429a8b9df989 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:29.354312 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-f58bf401-d736-408c-a25f-429a8b9df989 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8463340 Mar 04 03:00:29.377361 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-7e30bcca-6468-410d-9b3e-39bc1435d557 service neutron] Request body: {'port': {'device_id': 'c43d511f-dd62-4d65-ae9b-e158fda701bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:00:29.422378 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4dc15543-a5d4-4a02-b748-3a4605bf61ce req-48dbcf16-6e0f-4598-9527-a77b91af2acc tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928335 Mar 04 03:00:29.453465 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-82b01c1a-c818-4b12-aced-b75f3d111ee8 admin admin] Publish callbacks [] for security_group (754eca0b-b06a-43b0-8d71-050177ef0567), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:29.474755 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-7e30bcca-6468-410d-9b3e-39bc1435d557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (7418a39b-1bcb-49cc-93f6-5af39d6d3405), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:29.481600 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-82b01c1a-c818-4b12-aced-b75f3d111ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (754eca0b-b06a-43b0-8d71-050177ef0567), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:29.525651 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2906eac6-b542-42a1-999c-3d52a5ab634c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12133104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12482579'] for subnet (642ba3c0-d988-4230-8536-62eae35ab9ce), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:29.538445 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-82b01c1a-c818-4b12-aced-b75f3d111ee8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2eaf3c9cbee04ce7949982b65e617319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5952771 Mar 04 03:00:29.541375 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 59490) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:00:29.581440 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b01c1a-c818-4b12-aced-b75f3d111ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754eca0b-b06a-43b0-8d71-050177ef0567,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:29.606175 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906eac6-b542-42a1-999c-3d52a5ab634c admin admin] Pushing event updated for resources: {'Subnet': ['ID=642ba3c0-d988-4230-8536-62eae35ab9ce,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:29.623164 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2906eac6-b542-42a1-999c-3d52a5ab634c admin admin] Checking segment: {'id': '3e383840-be9f-4807-838c-ba84cbc75df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:00:29.623519 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2906eac6-b542-42a1-999c-3d52a5ab634c admin admin] Network hostable DHCP agents. Network: 464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7, hostable agents: ['193be762-5f90-4059-8499-961b96963e98'], hosted agents: [] {{(pid=102948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 03:00:29.628667 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ad4b4-ad9c-4ea4-9e75-225153cf7fa3 req-4694e373-40f7-4217-95bb-906a8bf5fa1c tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:29.630885 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-115ad4b4-ad9c-4ea4-9e75-225153cf7fa3 req-4694e373-40f7-4217-95bb-906a8bf5fa1c tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=c43d511f-dd62-4d65-ae9b-e158fda701bc HTTP/1.1" status: 200 len: 931 time: 0.1315207 Mar 04 03:00:29.640990 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2906eac6-b542-42a1-999c-3d52a5ab634c admin admin] Network 464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7 is scheduled to be hosted by DHCP agent 193be762-5f90-4059-8499-961b96963e98 with binding_index 1 {{(pid=102948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 03:00:29.652163 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-2906eac6-b542-42a1-999c-3d52a5ab634c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-7-iscsi, 464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7) {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:00:29.656734 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2906eac6-b542-42a1-999c-3d52a5ab634c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:29.657478 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2906eac6-b542-42a1-999c-3d52a5ab634c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:29.662767 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f188de0e-e36e-429f-a19a-5cb8bd40b34a None None] Network 464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7 requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:00:29.677982 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-2906eac6-b542-42a1-999c-3d52a5ab634c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6783309 Mar 04 03:00:29.745321 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-563dd984-01d0-4280-88bd-73c965aa8503 admin admin] Publish callbacks [] for security_group (754eca0b-b06a-43b0-8d71-050177ef0567), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:29.774474 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420cc560-d355-4522-88a3-2fb1cf5c8b4c None None] Network 464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7 requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:00:29.825469 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-115ad4b4-ad9c-4ea4-9e75-225153cf7fa3 req-a69e76e2-1354-496f-b2d7-ec2b33a51625 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815753 Mar 04 03:00:29.826847 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-563dd984-01d0-4280-88bd-73c965aa8503 admin admin] Publish callbacks [] for security_group (754eca0b-b06a-43b0-8d71-050177ef0567), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:29.928462 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-563dd984-01d0-4280-88bd-73c965aa8503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (754eca0b-b06a-43b0-8d71-050177ef0567), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:29.931008 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-563dd984-01d0-4280-88bd-73c965aa8503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:29.934526 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-563dd984-01d0-4280-88bd-73c965aa8503 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/754eca0b-b06a-43b0-8d71-050177ef0567 HTTP/1.1" status: 204 len: 168 time: 0.3888741 Mar 04 03:00:29.967979 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563dd984-01d0-4280-88bd-73c965aa8503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754eca0b-b06a-43b0-8d71-050177ef0567,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:30.015047 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-7e30bcca-6468-410d-9b3e-39bc1435d557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7418a39b-1bcb-49cc-93f6-5af39d6d3405 {{(pid=102946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:00:30.025721 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-7e30bcca-6468-410d-9b3e-39bc1435d557 service neutron] Publish callbacks [] for port (7418a39b-1bcb-49cc-93f6-5af39d6d3405), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:30.044028 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.provisioning_blocks [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-7e30bcca-6468-410d-9b3e-39bc1435d557 service neutron] Transition to ACTIVE for port object 7418a39b-1bcb-49cc-93f6-5af39d6d3405 will not be triggered until provisioned by entity L2. {{(pid=102946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 03:00:30.055599 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf85d30-aa0c-4890-b44a-78d58cdd4a69 req-0dbf1083-62c7-46fe-8140-5905f39d7f7e tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:30.057146 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5bf85d30-aa0c-4890-b44a-78d58cdd4a69 req-0dbf1083-62c7-46fe-8140-5905f39d7f7e tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0925336 Mar 04 03:00:30.058150 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-7e30bcca-6468-410d-9b3e-39bc1435d557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (7418a39b-1bcb-49cc-93f6-5af39d6d3405), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:30.145549 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30bcca-6468-410d-9b3e-39bc1435d557 service neutron] Pushing event updated for resources: {'Port': ['ID=7418a39b-1bcb-49cc-93f6-5af39d6d3405,revision_number=2']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:30.191083 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5bf85d30-aa0c-4890-b44a-78d58cdd4a69 req-3792a0fc-f060-42a5-9a11-a1d3c94f2561 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199627 Mar 04 03:00:30.191083 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-7e30bcca-6468-410d-9b3e-39bc1435d557 service neutron] Attempting to bind port 7418a39b-1bcb-49cc-93f6-5af39d6d3405 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:00:30.191083 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-7e30bcca-6468-410d-9b3e-39bc1435d557 service neutron] Attempting to bind port 7418a39b-1bcb-49cc-93f6-5af39d6d3405 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '40210cda-f220-447e-88df-8afede29b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf'}] {{(pid=102946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:00:30.191083 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-7e30bcca-6468-410d-9b3e-39bc1435d557 service neutron] Attempting to bind port 7418a39b-1bcb-49cc-93f6-5af39d6d3405 on network 47e6c6c4-45d4-43ea-baac-423caa1c0adf {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:00:30.193171 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-7e30bcca-6468-410d-9b3e-39bc1435d557 service neutron] Port 7418a39b-1bcb-49cc-93f6-5af39d6d3405 on network 47e6c6c4-45d4-43ea-baac-423caa1c0adf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 03:00:30.193711 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-7e30bcca-6468-410d-9b3e-39bc1435d557 service neutron] Attempting to bind port 7418a39b-1bcb-49cc-93f6-5af39d6d3405 on network 47e6c6c4-45d4-43ea-baac-423caa1c0adf {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:00:30.199931 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-7e30bcca-6468-410d-9b3e-39bc1435d557 service neutron] Checking agent: {'id': '3c9f8f0c-9b00-4c68-8144-2c2180e90486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'started_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:00:30.200442 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-7e30bcca-6468-410d-9b3e-39bc1435d557 service neutron] Checking segment: {'id': '40210cda-f220-447e-88df-8afede29b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:00:30.201171 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-7e30bcca-6468-410d-9b3e-39bc1435d557 service neutron] Bound using segment: {'id': '40210cda-f220-447e-88df-8afede29b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf'} {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:00:30.201676 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-7e30bcca-6468-410d-9b3e-39bc1435d557 service neutron] Bound port: 7418a39b-1bcb-49cc-93f6-5af39d6d3405, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40210cda-f220-447e-88df-8afede29b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf'}}] {{(pid=102946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:00:30.202066 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-7e30bcca-6468-410d-9b3e-39bc1435d557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (7418a39b-1bcb-49cc-93f6-5af39d6d3405), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:30.273497 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-7e30bcca-6468-410d-9b3e-39bc1435d557 service neutron] For port 7418a39b-1bcb-49cc-93f6-5af39d6d3405, host hv-cinder-82806, cleared binding levels {{(pid=102946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:00:30.276870 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-7e30bcca-6468-410d-9b3e-39bc1435d557 service neutron] For port 7418a39b-1bcb-49cc-93f6-5af39d6d3405, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=7418a39b-1bcb-49cc-93f6-5af39d6d3405,segment=NetworkSegment(40210cda-f220-447e-88df-8afede29b116),segment_id=40210cda-f220-447e-88df-8afede29b116)] {{(pid=102946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:00:30.285003 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-7e30bcca-6468-410d-9b3e-39bc1435d557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (7418a39b-1bcb-49cc-93f6-5af39d6d3405), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:30.343971 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-7e30bcca-6468-410d-9b3e-39bc1435d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:30.347656 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-7e30bcca-6468-410d-9b3e-39bc1435d557 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:30.347656 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-7e30bcca-6468-410d-9b3e-39bc1435d557 service neutron] 10.222.0.13 "PUT /v2.0/ports/7418a39b-1bcb-49cc-93f6-5af39d6d3405 HTTP/1.1" status: 200 len: 1093 time: 0.9761131 Mar 04 03:00:30.347656 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43d511f-dd62-4d65-ae9b-e158fda701bc', 'tag': '7418a39b-1bcb-49cc-93f6-5af39d6d3405'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:00:30.348699 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81c865c-4ee9-4483-a2cc-6c030e7f7dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "c43d511f-dd62-4d65-ae9b-e158fda701bc", "tag": "7418a39b-1bcb-49cc-93f6-5af39d6d3405"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:00:30.364207 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30bcca-6468-410d-9b3e-39bc1435d557 service neutron] Pushing event updated for resources: {'Port': ['ID=7418a39b-1bcb-49cc-93f6-5af39d6d3405,revision_number=3']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:30.392698 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 03:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a6592a-0ab6-44f8-9f11-e137ccc0943e x-openstack-request-id: req-b5a6592a-0ab6-44f8-9f11-e137ccc0943e {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:00:30.392990 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43d511f-dd62-4d65-ae9b-e158fda701bc", "tag": "7418a39b-1bcb-49cc-93f6-5af39d6d3405", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:00:30.393245 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5a6592a-0ab6-44f8-9f11-e137ccc0943e {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:00:30.393647 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43d511f-dd62-4d65-ae9b-e158fda701bc', 'tag': '7418a39b-1bcb-49cc-93f6-5af39d6d3405', 'status': 'completed', 'code': 200} Mar 04 03:00:30.446564 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-a42b1d29-9ea8-4a97-b6a3-ac01f76f9fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:30.448114 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-a42b1d29-9ea8-4a97-b6a3-ac01f76f9fca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9edeadc46f9f4ecdbde7a8e379b87b73&device_id=c43d511f-dd62-4d65-ae9b-e158fda701bc HTTP/1.1" status: 200 len: 1127 time: 0.0467625 Mar 04 03:00:30.498464 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-2ea5a626-092f-4ccd-a5ab-b756a5b17646 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7418a39b-1bcb-49cc-93f6-5af39d6d3405 HTTP/1.1" status: 200 len: 217 time: 0.0403917 Mar 04 03:00:30.582688 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-8ad5890a-9401-4a80-9bf5-de2bcbbf6546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:30.584173 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-8ad5890a-9401-4a80-9bf5-de2bcbbf6546 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=431140ff-e7d6-4b01-b509-15f7f795257b HTTP/1.1" status: 200 len: 854 time: 0.0787106 Mar 04 03:00:30.620515 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-b672cf03-d47e-42e8-b50e-42ecb5e79e08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=47e6c6c4-45d4-43ea-baac-423caa1c0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280771 Mar 04 03:00:30.627525 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f65e98-c1b8-4afc-8810-afeb4fbf7da5 req-c7b45b50-c99c-4ac9-bad2-eff9fc2486a7 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:30.628972 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-71f65e98-c1b8-4afc-8810-afeb4fbf7da5 req-c7b45b50-c99c-4ac9-bad2-eff9fc2486a7 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 944 time: 0.1134377 Mar 04 03:00:30.690644 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 59530) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:00:30.732858 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-71f65e98-c1b8-4afc-8810-afeb4fbf7da5 req-357fdfe9-932c-4c7f-babd-5648e1d92bda tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953937 Mar 04 03:00:30.752378 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-ac775ebe-0f36-4989-97de-c47ff21c7173 service neutron] 10.222.0.13 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183438 Mar 04 03:00:30.787823 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-a9f13aa0-752e-453a-8de1-316c3c1dd81a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1571312005-network', 'tenant_id': '8d15398833664320803849959784f508'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:00:30.807503 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f13aa0-752e-453a-8de1-316c3c1dd81a admin admin] Made reservation on behalf of 8d15398833664320803849959784f508 for: {'network': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:00:30.810039 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a9f13aa0-752e-453a-8de1-316c3c1dd81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for network (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:30.819102 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a9f13aa0-752e-453a-8de1-316c3c1dd81a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:30.839944 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5498c844-c0f6-484d-9227-95f7bcb3a9a2 req-f4ad1672-fab9-41a0-ac19-2bb693dc4624 service neutron] 10.222.0.13 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844970 Mar 04 03:00:30.897123 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a9f13aa0-752e-453a-8de1-316c3c1dd81a admin admin] Publish callbacks [] for security_group (d7ae46a7-ecc9-47d3-be73-47f054f42ced), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:30.902613 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a9f13aa0-752e-453a-8de1-316c3c1dd81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (d7ae46a7-ecc9-47d3-be73-47f054f42ced), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:30.931250 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f13aa0-752e-453a-8de1-316c3c1dd81a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=102948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 03:00:30.941322 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f13aa0-752e-453a-8de1-316c3c1dd81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ae46a7-ecc9-47d3-be73-47f054f42ced,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:30.948519 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a9f13aa0-752e-453a-8de1-316c3c1dd81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (078a8615-197d-456c-b97b-5e4bf104ae1c), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:30.949104 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.db.segments_db [None req-a9f13aa0-752e-453a-8de1-316c3c1dd81a admin admin] Added segment 078a8615-197d-456c-b97b-5e4bf104ae1c of type vlan for network 02cb8961-f224-4efe-9715-ecfb6c08725e Mar 04 03:00:31.000406 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a9f13aa0-752e-453a-8de1-316c3c1dd81a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753425852492'] for network (02cb8961-f224-4efe-9715-ecfb6c08725e), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:31.026268 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a9f13aa0-752e-453a-8de1-316c3c1dd81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for network (02cb8961-f224-4efe-9715-ecfb6c08725e), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:31.027396 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f13aa0-752e-453a-8de1-316c3c1dd81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:31.027991 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a9f13aa0-752e-453a-8de1-316c3c1dd81a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:31.089194 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-a9f13aa0-752e-453a-8de1-316c3c1dd81a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3971617 Mar 04 03:00:31.089901 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 59536) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:00:31.103409 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-285e4513-649d-44a1-a217-c1982cacee4c admin admin] Request body: {'subnet': {'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1571312005-subnet', 'tenant_id': '8d15398833664320803849959784f508', 'ip_version': 4}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:00:31.110234 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f13aa0-752e-453a-8de1-316c3c1dd81a admin admin] Pushing event updated for resources: {'Network': ['ID=02cb8961-f224-4efe-9715-ecfb6c08725e,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:31.120992 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Network 02cb8961-f224-4efe-9715-ecfb6c08725e details requested by agent ovs-agent-dv-cinder-828061-7-iscsi with host dv-cinder-828061-7-iscsi {{(pid=102955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 03:00:31.132338 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285e4513-649d-44a1-a217-c1982cacee4c admin admin] Made reservation on behalf of 8d15398833664320803849959784f508 for: {'subnet': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:00:31.135495 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-285e4513-649d-44a1-a217-c1982cacee4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12482593'] for subnet (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:31.201989 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c865c-4ee9-4483-a2cc-6c030e7f7dfe req-f99f7730-b84d-461c-8d01-6eaf4ddcc08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:31.203522 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f81c865c-4ee9-4483-a2cc-6c030e7f7dfe req-f99f7730-b84d-461c-8d01-6eaf4ddcc08d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9edeadc46f9f4ecdbde7a8e379b87b73&device_id=c43d511f-dd62-4d65-ae9b-e158fda701bc HTTP/1.1" status: 200 len: 1127 time: 0.3041642 Mar 04 03:00:31.215322 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f19b2-b789-4182-92cf-6b5b394b8632 req-17a91f6c-6093-451f-9b52-87a5bbcbd30e tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:31.216794 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-958f19b2-b789-4182-92cf-6b5b394b8632 req-17a91f6c-6093-451f-9b52-87a5bbcbd30e tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=c43d511f-dd62-4d65-ae9b-e158fda701bc HTTP/1.1" status: 200 len: 943 time: 0.3046041 Mar 04 03:00:31.328757 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-285e4513-649d-44a1-a217-c1982cacee4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12133104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12482579'] for subnet (d3a17f2e-d1f5-4359-86d3-8c7648f764aa), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:31.383078 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e4513-649d-44a1-a217-c1982cacee4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3a17f2e-d1f5-4359-86d3-8c7648f764aa,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:31.385085 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-958f19b2-b789-4182-92cf-6b5b394b8632 req-f46540d0-76e9-4fe5-bc8c-2cc9a9b9a5a7 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421628 Mar 04 03:00:31.394073 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e4513-649d-44a1-a217-c1982cacee4c admin admin] Checking segment: {'id': '078a8615-197d-456c-b97b-5e4bf104ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:00:31.394432 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285e4513-649d-44a1-a217-c1982cacee4c admin admin] Network hostable DHCP agents. Network: 02cb8961-f224-4efe-9715-ecfb6c08725e, hostable agents: ['193be762-5f90-4059-8499-961b96963e98'], hosted agents: [] {{(pid=102948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 03:00:31.394999 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaddff5-fa07-4b2d-9c20-90385ea7d126 req-174c1b26-5363-4707-8769-79b3b2d392a2 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:31.396515 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ecaddff5-fa07-4b2d-9c20-90385ea7d126 req-174c1b26-5363-4707-8769-79b3b2d392a2 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.1274321 Mar 04 03:00:31.399663 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c865c-4ee9-4483-a2cc-6c030e7f7dfe req-1ce35a30-222c-4bd7-9a17-2643f0806cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:31.401457 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f81c865c-4ee9-4483-a2cc-6c030e7f7dfe req-1ce35a30-222c-4bd7-9a17-2643f0806cbe service neutron] 10.222.0.13 "GET /v2.0/networks?id=47e6c6c4-45d4-43ea-baac-423caa1c0adf HTTP/1.1" status: 200 len: 915 time: 0.1837234 Mar 04 03:00:31.422539 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285e4513-649d-44a1-a217-c1982cacee4c admin admin] Network 02cb8961-f224-4efe-9715-ecfb6c08725e is scheduled to be hosted by DHCP agent 193be762-5f90-4059-8499-961b96963e98 with binding_index 1 {{(pid=102948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 03:00:31.433896 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-285e4513-649d-44a1-a217-c1982cacee4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-7-iscsi, 02cb8961-f224-4efe-9715-ecfb6c08725e) {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:00:31.438053 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285e4513-649d-44a1-a217-c1982cacee4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:31.440243 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-285e4513-649d-44a1-a217-c1982cacee4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:31.445658 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de37461d-8f1b-4a6c-a52d-27273bd96f97 None None] Network 02cb8961-f224-4efe-9715-ecfb6c08725e requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:00:31.457828 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f81c865c-4ee9-4483-a2cc-6c030e7f7dfe req-0b26dbcb-cabd-4c7a-91cf-2e4d11aa4695 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7418a39b-1bcb-49cc-93f6-5af39d6d3405 HTTP/1.1" status: 200 len: 217 time: 0.0440121 Mar 04 03:00:31.465750 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-285e4513-649d-44a1-a217-c1982cacee4c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3690112 Mar 04 03:00:31.466989 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 59546) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:00:31.471445 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 99841235-d5f1-4836-b9dc-7a590169631a up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:00:31.474181 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-eb650e7b-4507-4fc3-a890-817d4b66571b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:00:31.502542 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-eb650e7b-4507-4fc3-a890-817d4b66571b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59233'] for router (24a46cb9-fd71-4d12-9e7d-67c102dccf49), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:31.504317 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-eb650e7b-4507-4fc3-a890-817d4b66571b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59160'] for router (24a46cb9-fd71-4d12-9e7d-67c102dccf49), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:31.528179 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ecaddff5-fa07-4b2d-9c20-90385ea7d126 req-7279def1-0759-4b74-9359-f3b97c7d0147 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257241 Mar 04 03:00:31.559445 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c865c-4ee9-4483-a2cc-6c030e7f7dfe req-2c018589-ff11-4881-963f-221590e8c9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:31.560937 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f81c865c-4ee9-4483-a2cc-6c030e7f7dfe req-2c018589-ff11-4881-963f-221590e8c9da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=431140ff-e7d6-4b01-b509-15f7f795257b HTTP/1.1" status: 200 len: 854 time: 0.0917661 Mar 04 03:00:31.581466 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-eb650e7b-4507-4fc3-a890-817d4b66571b admin admin] Publish callbacks [] for router_controller (24a46cb9-fd71-4d12-9e7d-67c102dccf49), precommit_add_association {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:31.612752 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning for port 99841235-d5f1-4836-b9dc-7a590169631a completed by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 03:00:31.619232 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927d0215-b9d1-4130-be75-33682b929ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5abfbf6-2497-5bc8-8249-8e37f7c4ec42-02cb8961-f224-4efe-9715-ecfb6c08725e', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'project_id': '8d15398833664320803849959784f508', 'fixed_ips': [{'subnet_id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa'}]}} from dv-cinder-828061-7-iscsi. {{(pid=102955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 03:00:31.620094 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-927d0215-b9d1-4130-be75-33682b929ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:31.623750 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port 99841235-d5f1-4836-b9dc-7a590169631a triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:31.624120 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (99841235-d5f1-4836-b9dc-7a590169631a), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:31.634434 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f81c865c-4ee9-4483-a2cc-6c030e7f7dfe req-68c41971-d9eb-46c4-9812-caedaaed0a7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=47e6c6c4-45d4-43ea-baac-423caa1c0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474045 Mar 04 03:00:31.724624 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-9d9f34f1-0e7e-4510-8dbe-1226872dd9a3 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:31.726138 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-9d9f34f1-0e7e-4510-8dbe-1226872dd9a3 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/networks?id=464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7 HTTP/1.1" status: 200 len: 808 time: 0.2044094 Mar 04 03:00:31.753788 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-eb650e7b-4507-4fc3-a890-817d4b66571b admin admin] Publish callbacks [] for router_gateway (24a46cb9-fd71-4d12-9e7d-67c102dccf49), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:31.764278 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-bee319ca-e9e0-4426-b6ff-d487e62873ed tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/quotas/695cd22e97d749abba3341ee30d3a3f4 HTTP/1.1" status: 200 len: 375 time: 0.0249152 Mar 04 03:00:31.770260 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f81c865c-4ee9-4483-a2cc-6c030e7f7dfe req-07901b03-ddf0-4ec8-8044-c020e3471b2a service neutron] 10.222.0.13 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253197 Mar 04 03:00:31.813649 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-a7a46d71-13b4-4351-ada1-30b423187ec9 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=695cd22e97d749abba3341ee30d3a3f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409482 Mar 04 03:00:31.815333 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port 99841235-d5f1-4836-b9dc-7a590169631a is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:31.815724 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (99841235-d5f1-4836-b9dc-7a590169631a), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:31.833648 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.db_base_plugin_common [None req-927d0215-b9d1-4130-be75-33682b929ddf None None] Allocated IP 172.20.0.2 (02cb8961-f224-4efe-9715-ecfb6c08725e/d3a17f2e-d1f5-4359-86d3-8c7648f764aa/6693d035-8d8a-4961-9ed8-e547d728092a) {{(pid=102955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:00:31.854588 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb4a044-dbb4-4cc9-bb57-b1373731feb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99841235-d5f1-4836-b9dc-7a590169631a'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:00:31.856856 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76201000-0ec1-4816-95c6-b876de39a309" -d '{"events": [{"server_uuid": "eeb4a044-dbb4-4cc9-bb57-b1373731feb1", "name": "network-vif-plugged", "status": "completed", "tag": "99841235-d5f1-4836-b9dc-7a590169631a"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:00:31.884560 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 99841235-d5f1-4836-b9dc-7a590169631a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=99841235-d5f1-4836-b9dc-7a590169631a,segment=NetworkSegment(566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55),segment_id=566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:00:31.913192 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (99841235-d5f1-4836-b9dc-7a590169631a), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:31.987472 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-fc145488-427c-4d0e-bb30-e727588a9433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:32.000871 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=99841235-d5f1-4836-b9dc-7a590169631a,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:32.005647 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f81c865c-4ee9-4483-a2cc-6c030e7f7dfe req-5413d3a4-a14e-44d9-b9df-35b66752ec33 service neutron] 10.222.0.13 "GET /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226942 Mar 04 03:00:32.010936 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-18808840-8293-4aa3-bf50-1d0c82e0f4be service neutron] 10.222.0.16 "GET /v2.0/networks/464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867282 Mar 04 03:00:32.029938 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-eb650e7b-4507-4fc3-a890-817d4b66571b admin admin] Publish callbacks [] for router_gateway (24a46cb9-fd71-4d12-9e7d-67c102dccf49), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:32.033393 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46067ec-6f8c-4c5a-bce0-51128890e3c0 req-72d0e86a-3624-4f41-b971-fb9520bad8eb tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:32.034923 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c46067ec-6f8c-4c5a-bce0-51128890e3c0 req-72d0e86a-3624-4f41-b971-fb9520bad8eb tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 945 time: 0.1248331 Mar 04 03:00:32.052530 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-eb650e7b-4507-4fc3-a890-817d4b66571b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:32.080384 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-927d0215-b9d1-4130-be75-33682b929ddf None None] Publish callbacks [] for port (6693d035-8d8a-4961-9ed8-e547d728092a), precommit_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:32.088978 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-927d0215-b9d1-4130-be75-33682b929ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (6693d035-8d8a-4961-9ed8-e547d728092a), after_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:32.131073 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927d0215-b9d1-4130-be75-33682b929ddf None None] Network 02cb8961-f224-4efe-9715-ecfb6c08725e is already hosted by enough agents. {{(pid=102955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:00:32.134664 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.scheduler.base_scheduler [None req-927d0215-b9d1-4130-be75-33682b929ddf None None] Resources bound (agent type, host, resource id): {{(pid=102955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:00:32.137187 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927d0215-b9d1-4130-be75-33682b929ddf None None] Received port after_create {{(pid=102955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:00:32.146462 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c46067ec-6f8c-4c5a-bce0-51128890e3c0 req-af1bd8d6-9ff0-46cb-b7d9-4009f613b558 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720534 Mar 04 03:00:32.148759 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-3884ba3a-f788-44e4-8f0a-cb6790b13f37 service neutron] 10.222.0.16 "GET /v2.0/networks/464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309636 Mar 04 03:00:32.179217 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-eb650e7b-4507-4fc3-a890-817d4b66571b admin admin] Allocated IP 172.27.2.116 (4b7e2636-a469-4d8a-9bd4-65ee0f06b31b/15e6bee3-74fb-492e-abc3-419d01a26fc0/19b16b34-ea29-4c54-9340-83c27dddabb9) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:00:32.187002 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d0215-b9d1-4130-be75-33682b929ddf None None] Pushing event updated for resources: {'Port': ['ID=6693d035-8d8a-4961-9ed8-e547d728092a,revision_number=1']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:32.211682 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b9f680-6977-43e2-b24a-15b09292edec x-openstack-request-id: req-17b9f680-6977-43e2-b24a-15b09292edec {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:00:32.211980 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb4a044-dbb4-4cc9-bb57-b1373731feb1", "name": "network-vif-plugged", "status": "completed", "tag": "99841235-d5f1-4836-b9dc-7a590169631a", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:00:32.212236 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17b9f680-6977-43e2-b24a-15b09292edec {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:00:32.212621 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb4a044-dbb4-4cc9-bb57-b1373731feb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99841235-d5f1-4836-b9dc-7a590169631a', 'code': 200} Mar 04 03:00:32.229076 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-927d0215-b9d1-4130-be75-33682b929ddf None None] Attempting to bind port 6693d035-8d8a-4961-9ed8-e547d728092a on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:00:32.230025 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-927d0215-b9d1-4130-be75-33682b929ddf None None] Attempting to bind port 6693d035-8d8a-4961-9ed8-e547d728092a by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': '078a8615-197d-456c-b97b-5e4bf104ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:00:32.230473 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927d0215-b9d1-4130-be75-33682b929ddf None None] Attempting to bind port 6693d035-8d8a-4961-9ed8-e547d728092a on network 02cb8961-f224-4efe-9715-ecfb6c08725e {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:00:32.236524 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927d0215-b9d1-4130-be75-33682b929ddf None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:00:32.236904 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927d0215-b9d1-4130-be75-33682b929ddf None None] Checking segment: {'id': '078a8615-197d-456c-b97b-5e4bf104ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:00:32.237303 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-927d0215-b9d1-4130-be75-33682b929ddf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:32.237881 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927d0215-b9d1-4130-be75-33682b929ddf None None] Bound using segment: {'id': '078a8615-197d-456c-b97b-5e4bf104ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:00:32.239757 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-927d0215-b9d1-4130-be75-33682b929ddf None None] Bound port: 6693d035-8d8a-4961-9ed8-e547d728092a, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078a8615-197d-456c-b97b-5e4bf104ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:00:32.240334 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-927d0215-b9d1-4130-be75-33682b929ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (6693d035-8d8a-4961-9ed8-e547d728092a), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:32.295943 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-eb650e7b-4507-4fc3-a890-817d4b66571b admin admin] Publish callbacks [] for port (19b16b34-ea29-4c54-9340-83c27dddabb9), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:32.342802 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-927d0215-b9d1-4130-be75-33682b929ddf None None] For port 6693d035-8d8a-4961-9ed8-e547d728092a, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:00:32.350765 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-927d0215-b9d1-4130-be75-33682b929ddf None None] For port 6693d035-8d8a-4961-9ed8-e547d728092a, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=6693d035-8d8a-4961-9ed8-e547d728092a,segment=NetworkSegment(078a8615-197d-456c-b97b-5e4bf104ae1c),segment_id=078a8615-197d-456c-b97b-5e4bf104ae1c)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:00:32.359046 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-927d0215-b9d1-4130-be75-33682b929ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (6693d035-8d8a-4961-9ed8-e547d728092a), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:32.382436 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-164eeb6b-c289-4457-bda0-e6776a4333e4 req-fdb1545c-52d6-4e50-8857-e0016fae0259 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 210 time: 0.0470464 Mar 04 03:00:32.406023 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-eb650e7b-4507-4fc3-a890-817d4b66571b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (19b16b34-ea29-4c54-9340-83c27dddabb9), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:32.478311 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca6d0c-3853-4e9f-b6c9-d5f71e300da5 req-02d10431-662f-4cee-83a7-0e0460445924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:32.483847 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-35ca6d0c-3853-4e9f-b6c9-d5f71e300da5 req-02d10431-662f-4cee-83a7-0e0460445924 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 1129 time: 0.0903692 Mar 04 03:00:32.495845 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb650e7b-4507-4fc3-a890-817d4b66571b admin admin] Network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:00:32.496169 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d0215-b9d1-4130-be75-33682b929ddf None None] Pushing event updated for resources: {'Port': ['ID=6693d035-8d8a-4961-9ed8-e547d728092a,revision_number=2']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:32.499265 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-eb650e7b-4507-4fc3-a890-817d4b66571b admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:00:32.507864 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb650e7b-4507-4fc3-a890-817d4b66571b admin admin] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:00:32.554358 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-35ca6d0c-3853-4e9f-b6c9-d5f71e300da5 req-c6fe9fb7-acfb-4134-aa20-a24e907d696d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628011 Mar 04 03:00:32.563818 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb650e7b-4507-4fc3-a890-817d4b66571b admin admin] Pushing event updated for resources: {'Port': ['ID=19b16b34-ea29-4c54-9340-83c27dddabb9,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:32.631931 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8bf91-08fc-4d59-8889-fcfd853145c8 req-e7e62f7c-223b-42c6-8c86-31daca4c08a4 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:32.633983 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fcc8bf91-08fc-4d59-8889-fcfd853145c8 req-e7e62f7c-223b-42c6-8c86-31daca4c08a4 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=c43d511f-dd62-4d65-ae9b-e158fda701bc HTTP/1.1" status: 200 len: 943 time: 0.0841563 Mar 04 03:00:32.740410 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fcc8bf91-08fc-4d59-8889-fcfd853145c8 req-671dbfa6-8ca1-484b-a298-6d1d26b27885 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961971 Mar 04 03:00:32.765928 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8e0e8-a333-4287-8532-86fd491a8f46 req-bd6ac549-7b4b-4cec-918d-3795d6a457e4 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:32.776859 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-09a8e0e8-a333-4287-8532-86fd491a8f46 req-bd6ac549-7b4b-4cec-918d-3795d6a457e4 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.1116712 Mar 04 03:00:32.845982 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-09a8e0e8-a333-4287-8532-86fd491a8f46 req-5c302050-8f7a-4825-8fa5-99664907e840 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682106 Mar 04 03:00:32.925224 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-eb650e7b-4507-4fc3-a890-817d4b66571b admin admin] Publish callbacks [] for router_gateway (24a46cb9-fd71-4d12-9e7d-67c102dccf49), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:33.164701 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-eb650e7b-4507-4fc3-a890-817d4b66571b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642414'] for router (24a46cb9-fd71-4d12-9e7d-67c102dccf49), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:33.331291 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fded26f-2d8e-4474-bd70-156c1ae75f91 req-a0ee5804-f1d3-485f-8d47-70ea1e17af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:33.333706 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1fded26f-2d8e-4474-bd70-156c1ae75f91 req-a0ee5804-f1d3-485f-8d47-70ea1e17af53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=435f5c6cbc834e5e9948bd463d8aa129&device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 1130 time: 0.1292276 Mar 04 03:00:33.357863 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d079d1-c9af-4e05-99f5-ab9409165d3c req-208593b4-a76e-4c28-ba2c-23eccf53c175 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:33.365627 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f5d079d1-c9af-4e05-99f5-ab9409165d3c req-208593b4-a76e-4c28-ba2c-23eccf53c175 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.1521516 Mar 04 03:00:33.401644 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ee74d-93ff-447f-9c31-803571bd1b1c req-4e1b2cbb-4930-4120-bcfe-45cd6279a19e tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:33.408503 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1c9ee74d-93ff-447f-9c31-803571bd1b1c req-4e1b2cbb-4930-4120-bcfe-45cd6279a19e tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 945 time: 0.1688476 Mar 04 03:00:33.487646 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device f6905acd-71e8-454b-b704-fb22bd94943d details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 03:00:33.511439 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb650e7b-4507-4fc3-a890-817d4b66571b admin admin] Router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 is scheduled to L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd with binding_index 1 {{(pid=102948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 03:00:33.522569 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f5d079d1-c9af-4e05-99f5-ab9409165d3c req-70d69219-1fe6-4ec7-8185-deb20d308871 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560268 Mar 04 03:00:33.568594 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1c9ee74d-93ff-447f-9c31-803571bd1b1c req-863b081e-beb2-4423-b2a1-0f5d94099905 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569881 Mar 04 03:00:33.591399 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fded26f-2d8e-4474-bd70-156c1ae75f91 req-0b5a25c8-e217-4e6c-845e-a7455bad9003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:33.592907 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1fded26f-2d8e-4474-bd70-156c1ae75f91 req-0b5a25c8-e217-4e6c-845e-a7455bad9003 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d64efdae-0305-4058-8f96-4ee6eb81be2d HTTP/1.1" status: 200 len: 920 time: 0.2515063 Mar 04 03:00:33.647546 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1fded26f-2d8e-4474-bd70-156c1ae75f91 req-f1cdcf69-6f2b-4742-8341-72e8f369b016 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03043544-0f88-43de-af71-1007eceb3446 HTTP/1.1" status: 200 len: 217 time: 0.0481198 Mar 04 03:00:33.655946 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port f6905acd-71e8-454b-b704-fb22bd94943d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f6905acd-71e8-454b-b704-fb22bd94943d,segment=NetworkSegment(7da1f331-85d5-4c9f-b06f-15e6b2fd523d),segment_id=7da1f331-85d5-4c9f-b06f-15e6b2fd523d)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:00:33.663547 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb650e7b-4507-4fc3-a890-817d4b66571b admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:00:33.674393 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] Sync routers for ids ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'] in dv-cinder-828061-7-iscsi {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:00:33.683073 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': 'f6905acd-71e8-454b-b704-fb22bd94943d', 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617', 'port_id': 'f6905acd-71e8-454b-b704-fb22bd94943d', 'mac_address': 'fa:16:3e:b3:74:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da08f08c-befc-48c1-b5f3-365ec3403793', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 03:00:33.687526 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] Routers {'24a46cb9-fd71-4d12-9e7d-67c102dccf49'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:00:33.688468 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:00:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:00:33.697375 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-eb650e7b-4507-4fc3-a890-817d4b66571b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:33.701494 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-eb650e7b-4507-4fc3-a890-817d4b66571b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2303691 Mar 04 03:00:33.701741 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 59590) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:00:33.705196 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-711cadea-6751-41bf-9d16-6526e9998ff7 req-80da617b-aac8-4903-afe3-473006e760b2 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 210 time: 0.0606785 Mar 04 03:00:33.761020 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fded26f-2d8e-4474-bd70-156c1ae75f91 req-2efff7da-2005-483a-9da5-72ca91069f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:33.762681 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1fded26f-2d8e-4474-bd70-156c1ae75f91 req-2efff7da-2005-483a-9da5-72ca91069f48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a402aac-443f-4244-b7c1-141fa3d052d2 HTTP/1.1" status: 200 len: 859 time: 0.1033127 Mar 04 03:00:33.770921 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port f6905acd-71e8-454b-b704-fb22bd94943d is: DOWN; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:33.771433 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (f6905acd-71e8-454b-b704-fb22bd94943d), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:33.802907 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6905acd-71e8-454b-b704-fb22bd94943d {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:00:33.811917 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1fded26f-2d8e-4474-bd70-156c1ae75f91 req-50aa7a41-3b59-425e-856b-614f1fde5310 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d64efdae-0305-4058-8f96-4ee6eb81be2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427766 Mar 04 03:00:33.841609 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port f6905acd-71e8-454b-b704-fb22bd94943d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f6905acd-71e8-454b-b704-fb22bd94943d,segment=NetworkSegment(7da1f331-85d5-4c9f-b06f-15e6b2fd523d),segment_id=7da1f331-85d5-4c9f-b06f-15e6b2fd523d)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:00:33.852078 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] Set router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:00:33.853729 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (f6905acd-71e8-454b-b704-fb22bd94943d), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:33.865508 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266c68b5-a9cb-4352-beb2-74581bf78efb None None] Network 02cb8961-f224-4efe-9715-ecfb6c08725e requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:00:34.042959 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-1880efef-cc3a-4f73-b7ee-0ac00fd47200 None None] Provisioning complete for port 6693d035-8d8a-4961-9ed8-e547d728092a triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:34.043424 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-1880efef-cc3a-4f73-b7ee-0ac00fd47200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (6693d035-8d8a-4961-9ed8-e547d728092a), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:34.047279 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c54b89-b77e-454f-9a88-f45a3f41623f req-edaba085-27c3-41a0-8d42-c1fc0772158e tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:34.055204 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c2c54b89-b77e-454f-9a88-f45a3f41623f req-edaba085-27c3-41a0-8d42-c1fc0772158e tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=c43d511f-dd62-4d65-ae9b-e158fda701bc HTTP/1.1" status: 200 len: 943 time: 0.2331564 Mar 04 03:00:34.092268 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6180f1b-206b-47eb-81a4-5e43a955ecc1 req-d5086d36-1c71-4c8f-be11-6a8aa115fd27 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:34.093882 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b6180f1b-206b-47eb-81a4-5e43a955ecc1 req-d5086d36-1c71-4c8f-be11-6a8aa115fd27 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 944 time: 0.1279552 Mar 04 03:00:34.098782 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1fded26f-2d8e-4474-bd70-156c1ae75f91 req-894568b0-327f-4947-b631-af0e220c9485 service neutron] 10.222.0.13 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572203 Mar 04 03:00:34.109816 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=f6905acd-71e8-454b-b704-fb22bd94943d,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:34.140869 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:00:32Z', 'revision_number': 3, 'project_id': '8d15398833664320803849959784f508', 'gw_port': {'id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:48:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:32Z', 'updated_at': '2022-03-04T03:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:00:34.165602 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-c6c475dc-3f7e-4b41-8e48-90ca2e88681b tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:34.167088 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-c6c475dc-3f7e-4b41-8e48-90ca2e88681b tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.13 "GET /v2.0/networks?id=464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7 HTTP/1.1" status: 200 len: 808 time: 0.3767922 Mar 04 03:00:34.184466 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-b145a16a-77de-484c-ac61-27a33a320327 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Request body: {'port': {'device_id': 'afb6c6f2-4f0a-4ddd-9705-3c87e9363af0', 'network_id': '464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7', 'admin_state_up': True, 'tenant_id': '695cd22e97d749abba3341ee30d3a3f4'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:00:34.205837 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c2c54b89-b77e-454f-9a88-f45a3f41623f req-f63fc9de-f0e4-4680-abdd-2ba784afdbf9 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494384 Mar 04 03:00:34.223300 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-1880efef-cc3a-4f73-b7ee-0ac00fd47200 None None] Current status of the port 6693d035-8d8a-4961-9ed8-e547d728092a is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:34.224108 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-1880efef-cc3a-4f73-b7ee-0ac00fd47200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (6693d035-8d8a-4961-9ed8-e547d728092a), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:34.239183 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b6180f1b-206b-47eb-81a4-5e43a955ecc1 req-375d06e5-d91b-4895-941e-7927597741c8 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338198 Mar 04 03:00:34.282652 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-1880efef-cc3a-4f73-b7ee-0ac00fd47200 None None] For port 6693d035-8d8a-4961-9ed8-e547d728092a, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=6693d035-8d8a-4961-9ed8-e547d728092a,segment=NetworkSegment(078a8615-197d-456c-b97b-5e4bf104ae1c),segment_id=078a8615-197d-456c-b97b-5e4bf104ae1c)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:00:34.292844 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-1880efef-cc3a-4f73-b7ee-0ac00fd47200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (6693d035-8d8a-4961-9ed8-e547d728092a), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:34.309023 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1fded26f-2d8e-4474-bd70-156c1ae75f91 req-f5139811-9c0b-451e-aef2-bd3bd925aa14 service neutron] 10.222.0.13 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932883 Mar 04 03:00:34.330358 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] Checking router: 24a46cb9-fd71-4d12-9e7d-67c102dccf49 for host: dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:00:34.330980 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] Updating router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 port 19b16b34-ea29-4c54-9340-83c27dddabb9 binding host dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 03:00:34.371712 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (19b16b34-ea29-4c54-9340-83c27dddabb9), before_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:34.523317 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-b145a16a-77de-484c-ac61-27a33a320327 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Made reservation on behalf of 695cd22e97d749abba3341ee30d3a3f4 for: {'port': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:00:34.534248 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-b145a16a-77de-484c-ac61-27a33a320327 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:34.547380 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-dbb7fc7f-9663-4a19-b346-88b9624fc597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:34.564289 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['f6905acd-71e8-454b-b704-fb22bd94943d'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:00:34.598910 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880efef-cc3a-4f73-b7ee-0ac00fd47200 None None] Pushing event updated for resources: {'Port': ['ID=6693d035-8d8a-4961-9ed8-e547d728092a,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:34.672099 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-bdff278b-21a1-4c9d-9513-7f6fcca8ab30 None None] Provisioning complete for port 6693d035-8d8a-4961-9ed8-e547d728092a triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:34.672509 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-bdff278b-21a1-4c9d-9513-7f6fcca8ab30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (6693d035-8d8a-4961-9ed8-e547d728092a), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:34.726085 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 6693d035-8d8a-4961-9ed8-e547d728092a up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:00:34.792178 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-179a5432-bb43-4354-a274-fd02e58a6faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:34.804587 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2651c-457f-48af-9c6c-16957bb0ff87 req-e807fbda-b9ac-48b6-99da-bc006d7afabf tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:34.814192 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b5c2651c-457f-48af-9c6c-16957bb0ff87 req-e807fbda-b9ac-48b6-99da-bc006d7afabf tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.1553407 Mar 04 03:00:34.818191 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] Publish callbacks [] for port (19b16b34-ea29-4c54-9340-83c27dddabb9), precommit_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:34.828931 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (19b16b34-ea29-4c54-9340-83c27dddabb9), after_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:34.874845 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 6693d035-8d8a-4961-9ed8-e547d728092a triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:34.875224 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (6693d035-8d8a-4961-9ed8-e547d728092a), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:34.888484 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cd8a0-3788-4867-a4f0-d03975354b18 req-26ff31cd-a4d4-44b5-8f5a-c6dad2eaee38 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:34.889921 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-b145a16a-77de-484c-ac61-27a33a320327 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Allocated IP 172.20.0.3 (464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7/642ba3c0-d988-4230-8536-62eae35ab9ce/c56539a1-1737-4853-9d00-75256eb62405) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:00:34.891860 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a77cd8a0-3788-4867-a4f0-d03975354b18 req-26ff31cd-a4d4-44b5-8f5a-c6dad2eaee38 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 945 time: 0.1648922 Mar 04 03:00:34.906243 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b5c2651c-457f-48af-9c6c-16957bb0ff87 req-4af01062-3241-48e2-8689-69e9b7ec8585 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902083 Mar 04 03:00:34.916256 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] Attempting to bind port 19b16b34-ea29-4c54-9340-83c27dddabb9 on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:00:34.916956 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] Attempting to bind port 19b16b34-ea29-4c54-9340-83c27dddabb9 by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}] {{(pid=102958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:00:34.928473 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] Attempting to bind port 19b16b34-ea29-4c54-9340-83c27dddabb9 on network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:00:34.933371 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e896b-9210-461e-a25d-d59fb98cad61 None None] Pushing event updated for resources: {'Port': ['ID=19b16b34-ea29-4c54-9340-83c27dddabb9,revision_number=2']} {{(pid=102958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:34.948554 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e896b-9210-461e-a25d-d59fb98cad61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:34.949964 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e896b-9210-461e-a25d-d59fb98cad61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:34.951657 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e896b-9210-461e-a25d-d59fb98cad61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:34.952153 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e896b-9210-461e-a25d-d59fb98cad61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:34.952435 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-bdff278b-21a1-4c9d-9513-7f6fcca8ab30 None None] Current status of the port 6693d035-8d8a-4961-9ed8-e547d728092a is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:34.953858 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e896b-9210-461e-a25d-d59fb98cad61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:34.954760 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e896b-9210-461e-a25d-d59fb98cad61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:34.955246 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e896b-9210-461e-a25d-d59fb98cad61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:34.955749 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e896b-9210-461e-a25d-d59fb98cad61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:34.956327 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e896b-9210-461e-a25d-d59fb98cad61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:34.957572 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e896b-9210-461e-a25d-d59fb98cad61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:34.959399 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e896b-9210-461e-a25d-d59fb98cad61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:34.960821 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e896b-9210-461e-a25d-d59fb98cad61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:34.961308 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e896b-9210-461e-a25d-d59fb98cad61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:34.965895 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:00:34.966524 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] Checking segment: {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:00:34.968130 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:34.969206 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] Bound using segment: {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'} {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:00:34.971700 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] Bound port: 19b16b34-ea29-4c54-9340-83c27dddabb9, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}}] {{(pid=102958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:00:34.972250 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (19b16b34-ea29-4c54-9340-83c27dddabb9), before_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:35.010624 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a77cd8a0-3788-4867-a4f0-d03975354b18 req-ac2b5636-be92-4752-b9cd-634e8c850a01 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978489 Mar 04 03:00:35.039976 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.db [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] For port 19b16b34-ea29-4c54-9340-83c27dddabb9, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:00:35.044139 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.db [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] For port 19b16b34-ea29-4c54-9340-83c27dddabb9, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=19b16b34-ea29-4c54-9340-83c27dddabb9,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:00:35.053587 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (19b16b34-ea29-4c54-9340-83c27dddabb9), after_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:35.056234 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b4556e74-deab-463f-9c30-f939f96fd77b req-270dea8d-d117-41a8-85c2-36cd69d0b2c7 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 210 time: 0.0361340 Mar 04 03:00:35.086199 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 6693d035-8d8a-4961-9ed8-e547d728092a is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:35.115434 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] Routers {'24a46cb9-fd71-4d12-9e7d-67c102dccf49'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:00:35.116350 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:00:35Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:00:35.124999 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-179a5432-bb43-4354-a274-fd02e58a6faa admin admin] Allocated IP 172.20.0.1 (02cb8961-f224-4efe-9715-ecfb6c08725e/d3a17f2e-d1f5-4359-86d3-8c7648f764aa/ae1bd996-4793-47f8-8cd5-de363e99d8aa) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:00:35.159355 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e896b-9210-461e-a25d-d59fb98cad61 None None] Pushing event updated for resources: {'Port': ['ID=19b16b34-ea29-4c54-9340-83c27dddabb9,revision_number=3']} {{(pid=102958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:35.231778 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-b145a16a-77de-484c-ac61-27a33a320327 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Publish callbacks [] for port (c56539a1-1737-4853-9d00-75256eb62405), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:35.233933 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] Set router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:00:35.286055 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-179a5432-bb43-4354-a274-fd02e58a6faa admin admin] Publish callbacks [] for port (ae1bd996-4793-47f8-8cd5-de363e99d8aa), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:35.317782 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-b145a16a-77de-484c-ac61-27a33a320327 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (c56539a1-1737-4853-9d00-75256eb62405), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:35.329038 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8cea0-9426-4816-9275-2806b5e10710 req-a15e4ec6-d255-46d5-9f0a-a9780341b2e5 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:35.331298 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6aa8cea0-9426-4816-9275-2806b5e10710 req-a15e4ec6-d255-46d5-9f0a-a9780341b2e5 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=c43d511f-dd62-4d65-ae9b-e158fda701bc HTTP/1.1" status: 200 len: 943 time: 0.0635211 Mar 04 03:00:35.351184 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:35.374584 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-b145a16a-77de-484c-ac61-27a33a320327 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Network 464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7 is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:00:35.381032 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-b145a16a-77de-484c-ac61-27a33a320327 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:00:35.385103 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-b145a16a-77de-484c-ac61-27a33a320327 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:00:35.387922 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-179a5432-bb43-4354-a274-fd02e58a6faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (ae1bd996-4793-47f8-8cd5-de363e99d8aa), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:35.413984 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145a16a-77de-484c-ac61-27a33a320327 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Pushing event updated for resources: {'Port': ['ID=c56539a1-1737-4853-9d00-75256eb62405,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:35.438806 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6aa8cea0-9426-4816-9275-2806b5e10710 req-f2d23ed1-ee52-46b8-9c1e-b6a17527c078 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987761 Mar 04 03:00:35.449296 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb8104-3c05-445a-aa2e-ec25c536cb8c req-7d01ad68-1663-4648-8017-e9fab9455c54 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:35.459205 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-28bb8104-3c05-445a-aa2e-ec25c536cb8c req-7d01ad68-1663-4648-8017-e9fab9455c54 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 944 time: 0.1173396 Mar 04 03:00:35.460120 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179a5432-bb43-4354-a274-fd02e58a6faa admin admin] Network 02cb8961-f224-4efe-9715-ecfb6c08725e is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:00:35.463317 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-179a5432-bb43-4354-a274-fd02e58a6faa admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:00:35.471184 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179a5432-bb43-4354-a274-fd02e58a6faa admin admin] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:00:35.473230 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:00:32Z', 'revision_number': 3, 'project_id': '8d15398833664320803849959784f508', 'gw_port': {'id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:48:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:32Z', 'updated_at': '2022-03-04T03:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:00:35.480009 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-b145a16a-77de-484c-ac61-27a33a320327 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:35.480677 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-b145a16a-77de-484c-ac61-27a33a320327 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:35.488095 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 7418a39b-1bcb-49cc-93f6-5af39d6d3405 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 03:00:35.504995 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561115d7-3c6f-4001-8ed8-d3c98eb1e868 None None] The sync data for ids ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'] in dv-cinder-828061-7-iscsi is: [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:00:32Z', 'revision_number': 3, 'project_id': '8d15398833664320803849959784f508', 'gw_port': {'id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:48:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:32Z', 'updated_at': '2022-03-04T03:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}] {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:00:35.520203 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a5432-bb43-4354-a274-fd02e58a6faa admin admin] Pushing event updated for resources: {'Port': ['ID=ae1bd996-4793-47f8-8cd5-de363e99d8aa,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:35.535533 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-b145a16a-77de-484c-ac61-27a33a320327 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3563676 Mar 04 03:00:35.539020 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-28bb8104-3c05-445a-aa2e-ec25c536cb8c req-1e186cd2-e9e3-4b44-a43f-5129ae92f94a tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785768 Mar 04 03:00:35.545903 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-179a5432-bb43-4354-a274-fd02e58a6faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641075'] for router_interface (24a46cb9-fd71-4d12-9e7d-67c102dccf49), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:35.564945 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-200b971c-a595-4c18-8cac-99957890a329 service neutron] Request body: {'port': {'device_id': 'afb6c6f2-4f0a-4ddd-9705-3c87e9363af0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:00:35.657784 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 7418a39b-1bcb-49cc-93f6-5af39d6d3405, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=7418a39b-1bcb-49cc-93f6-5af39d6d3405,segment=NetworkSegment(40210cda-f220-447e-88df-8afede29b116),segment_id=40210cda-f220-447e-88df-8afede29b116)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:00:35.672614 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': '7418a39b-1bcb-49cc-93f6-5af39d6d3405', 'network_id': '47e6c6c4-45d4-43ea-baac-423caa1c0adf', 'port_id': '7418a39b-1bcb-49cc-93f6-5af39d6d3405', 'mac_address': 'fa:16:3e:0b:d5:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431140ff-e7d6-4b01-b509-15f7f795257b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 03:00:35.707376 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-200b971c-a595-4c18-8cac-99957890a329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (c56539a1-1737-4853-9d00-75256eb62405), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:35.721214 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port 7418a39b-1bcb-49cc-93f6-5af39d6d3405 is: DOWN; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:35.721854 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (7418a39b-1bcb-49cc-93f6-5af39d6d3405), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:35.737231 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7418a39b-1bcb-49cc-93f6-5af39d6d3405 {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:00:35.774445 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 7418a39b-1bcb-49cc-93f6-5af39d6d3405, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=7418a39b-1bcb-49cc-93f6-5af39d6d3405,segment=NetworkSegment(40210cda-f220-447e-88df-8afede29b116),segment_id=40210cda-f220-447e-88df-8afede29b116)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:00:35.786582 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (7418a39b-1bcb-49cc-93f6-5af39d6d3405), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:35.798255 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-efb2d227-d88c-4c84-9dd3-72cf39fafcb1 None None] Provisioning complete for port ae1bd996-4793-47f8-8cd5-de363e99d8aa triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:35.798561 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-efb2d227-d88c-4c84-9dd3-72cf39fafcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (ae1bd996-4793-47f8-8cd5-de363e99d8aa), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:35.875891 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-179a5432-bb43-4354-a274-fd02e58a6faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (ae1bd996-4793-47f8-8cd5-de363e99d8aa), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:35.896608 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-efb2d227-d88c-4c84-9dd3-72cf39fafcb1 None None] Port ae1bd996-4793-47f8-8cd5-de363e99d8aa cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 03:00:35.902504 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=7418a39b-1bcb-49cc-93f6-5af39d6d3405,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:36.049171 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c4a34-6a7e-4d26-b281-c5afbb64e810 req-a12c62d9-8490-4a9e-b2b3-a42ef8496071 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:36.051269 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c82c4a34-6a7e-4d26-b281-c5afbb64e810 req-a12c62d9-8490-4a9e-b2b3-a42ef8496071 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0611048 Mar 04 03:00:36.119457 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c82c4a34-6a7e-4d26-b281-c5afbb64e810 req-264a6ca4-12c4-4097-ad13-9afc15048558 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575776 Mar 04 03:00:36.177989 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c401c1-9b51-4555-8d6a-796bbb8ceb11 req-f203515f-dacb-4ce9-a288-4cc05eba7615 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:36.186075 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-76c401c1-9b51-4555-8d6a-796bbb8ceb11 req-f203515f-dacb-4ce9-a288-4cc05eba7615 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 945 time: 0.0836301 Mar 04 03:00:36.277948 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a877d-4932-40a8-a490-a5485eed7e18 req-d7d9a9a2-786e-4476-ada5-1e8cb4ca6eed tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:36.279732 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-193a877d-4932-40a8-a490-a5485eed7e18 req-d7d9a9a2-786e-4476-ada5-1e8cb4ca6eed tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 931 time: 0.0846143 Mar 04 03:00:36.295671 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-76c401c1-9b51-4555-8d6a-796bbb8ceb11 req-a811d2f0-46e3-4526-b502-d455d64afb94 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084986 Mar 04 03:00:36.323928 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['7418a39b-1bcb-49cc-93f6-5af39d6d3405'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:00:36.369280 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-179a5432-bb43-4354-a274-fd02e58a6faa admin admin] Publish callbacks [] for port (ae1bd996-4793-47f8-8cd5-de363e99d8aa), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:36.391503 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-179a5432-bb43-4354-a274-fd02e58a6faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133005'] for port (ae1bd996-4793-47f8-8cd5-de363e99d8aa), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:36.414224 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-193a877d-4932-40a8-a490-a5485eed7e18 req-14ffeffa-9511-42d0-a919-895ce4b9d343 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171021 Mar 04 03:00:36.465162 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-200b971c-a595-4c18-8cac-99957890a329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56539a1-1737-4853-9d00-75256eb62405 {{(pid=102948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:00:36.479256 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-200b971c-a595-4c18-8cac-99957890a329 service neutron] Publish callbacks [] for port (c56539a1-1737-4853-9d00-75256eb62405), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:36.500114 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.provisioning_blocks [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-200b971c-a595-4c18-8cac-99957890a329 service neutron] Transition to ACTIVE for port object c56539a1-1737-4853-9d00-75256eb62405 will not be triggered until provisioned by entity L2. {{(pid=102948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 03:00:36.536152 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-179a5432-bb43-4354-a274-fd02e58a6faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642211'] for router_interface (24a46cb9-fd71-4d12-9e7d-67c102dccf49), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:36.538046 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a5432-bb43-4354-a274-fd02e58a6faa admin admin] Pushing event updated for resources: {'Port': ['ID=ae1bd996-4793-47f8-8cd5-de363e99d8aa,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:36.542852 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-200b971c-a595-4c18-8cac-99957890a329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133005'] for port (c56539a1-1737-4853-9d00-75256eb62405), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:36.704852 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:36.749862 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b971c-a595-4c18-8cac-99957890a329 service neutron] Pushing event updated for resources: {'Port': ['ID=c56539a1-1737-4853-9d00-75256eb62405,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:36.759752 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca2f38-1220-4cb3-927f-af59e9fcfd7b req-2b23b90c-4849-434a-8c2c-719811a39f22 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:36.767826 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f3ca2f38-1220-4cb3-927f-af59e9fcfd7b req-2b23b90c-4849-434a-8c2c-719811a39f22 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=c43d511f-dd62-4d65-ae9b-e158fda701bc HTTP/1.1" status: 200 len: 944 time: 0.1513834 Mar 04 03:00:36.782872 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 6693d035-8d8a-4961-9ed8-e547d728092a up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:00:36.837073 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240dd59e-3272-4d3c-92dd-82889b1f49fb req-683a1cf3-7dc7-48d9-96c3-35d66753b4fc tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:36.838614 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-200b971c-a595-4c18-8cac-99957890a329 service neutron] Attempting to bind port c56539a1-1737-4853-9d00-75256eb62405 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:00:36.838958 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-200b971c-a595-4c18-8cac-99957890a329 service neutron] Attempting to bind port c56539a1-1737-4853-9d00-75256eb62405 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '3e383840-be9f-4807-838c-ba84cbc75df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7'}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:00:36.839289 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-200b971c-a595-4c18-8cac-99957890a329 service neutron] Attempting to bind port c56539a1-1737-4853-9d00-75256eb62405 on network 464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:00:36.843768 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 6693d035-8d8a-4961-9ed8-e547d728092a triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:36.844230 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (6693d035-8d8a-4961-9ed8-e547d728092a), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:36.849864 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179a5432-bb43-4354-a274-fd02e58a6faa admin admin] Network 02cb8961-f224-4efe-9715-ecfb6c08725e is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:00:36.849995 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-240dd59e-3272-4d3c-92dd-82889b1f49fb req-683a1cf3-7dc7-48d9-96c3-35d66753b4fc tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 944 time: 0.1753788 Mar 04 03:00:36.852917 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-179a5432-bb43-4354-a274-fd02e58a6faa admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:00:36.855005 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-200b971c-a595-4c18-8cac-99957890a329 service neutron] Port c56539a1-1737-4853-9d00-75256eb62405 on network 464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 03:00:36.855488 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-200b971c-a595-4c18-8cac-99957890a329 service neutron] Attempting to bind port c56539a1-1737-4853-9d00-75256eb62405 on network 464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:00:36.866969 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-200b971c-a595-4c18-8cac-99957890a329 service neutron] Checking agent: {'id': '3c9f8f0c-9b00-4c68-8144-2c2180e90486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'started_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:00:36.867516 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-200b971c-a595-4c18-8cac-99957890a329 service neutron] Checking segment: {'id': '3e383840-be9f-4807-838c-ba84cbc75df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:00:36.868078 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-200b971c-a595-4c18-8cac-99957890a329 service neutron] Bound using segment: {'id': '3e383840-be9f-4807-838c-ba84cbc75df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7'} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:00:36.868717 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-200b971c-a595-4c18-8cac-99957890a329 service neutron] Bound port: c56539a1-1737-4853-9d00-75256eb62405, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e383840-be9f-4807-838c-ba84cbc75df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7'}}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:00:36.869249 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-200b971c-a595-4c18-8cac-99957890a329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (c56539a1-1737-4853-9d00-75256eb62405), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:36.884596 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f3ca2f38-1220-4cb3-927f-af59e9fcfd7b req-8a9a8df3-a413-4d39-ad25-d67f7349a8a5 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157856 Mar 04 03:00:36.986469 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-240dd59e-3272-4d3c-92dd-82889b1f49fb req-d40a6500-1ed8-4315-83f4-8d5ddb301893 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353636 Mar 04 03:00:36.992417 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 6693d035-8d8a-4961-9ed8-e547d728092a is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:36.992417 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 19b16b34-ea29-4c54-9340-83c27dddabb9 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:00:37.061410 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 19b16b34-ea29-4c54-9340-83c27dddabb9 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:37.061881 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (19b16b34-ea29-4c54-9340-83c27dddabb9), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:37.062735 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-200b971c-a595-4c18-8cac-99957890a329 service neutron] For port c56539a1-1737-4853-9d00-75256eb62405, host hv-cinder-82806, cleared binding levels {{(pid=102948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:00:37.066031 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-200b971c-a595-4c18-8cac-99957890a329 service neutron] For port c56539a1-1737-4853-9d00-75256eb62405, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=c56539a1-1737-4853-9d00-75256eb62405,segment=NetworkSegment(3e383840-be9f-4807-838c-ba84cbc75df9),segment_id=3e383840-be9f-4807-838c-ba84cbc75df9)] {{(pid=102948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:00:37.075550 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179a5432-bb43-4354-a274-fd02e58a6faa admin admin] Router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:00:37.077401 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-200b971c-a595-4c18-8cac-99957890a329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133005'] for port (c56539a1-1737-4853-9d00-75256eb62405), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:37.132396 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-200b971c-a595-4c18-8cac-99957890a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:37.133002 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-200b971c-a595-4c18-8cac-99957890a329 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:37.134435 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-200b971c-a595-4c18-8cac-99957890a329 service neutron] 10.222.0.13 "PUT /v2.0/ports/c56539a1-1737-4853-9d00-75256eb62405 HTTP/1.1" status: 200 len: 1093 time: 1.5860028 Mar 04 03:00:37.134876 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb6c6f2-4f0a-4ddd-9705-3c87e9363af0', 'tag': 'c56539a1-1737-4853-9d00-75256eb62405'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:00:37.137201 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f0cb87-df6f-4ab3-802d-9626a7637357" -d '{"events": [{"name": "network-changed", "server_uuid": "afb6c6f2-4f0a-4ddd-9705-3c87e9363af0", "tag": "c56539a1-1737-4853-9d00-75256eb62405"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:00:37.171388 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 19b16b34-ea29-4c54-9340-83c27dddabb9 is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:37.171821 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (19b16b34-ea29-4c54-9340-83c27dddabb9), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:37.184832 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b971c-a595-4c18-8cac-99957890a329 service neutron] Pushing event updated for resources: {'Port': ['ID=c56539a1-1737-4853-9d00-75256eb62405,revision_number=3']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:37.215643 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] For port 19b16b34-ea29-4c54-9340-83c27dddabb9, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=19b16b34-ea29-4c54-9340-83c27dddabb9,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:00:37.228072 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (19b16b34-ea29-4c54-9340-83c27dddabb9), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:37.263023 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 03:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e75d62-342f-4118-9fd2-9deb07742fb2 x-openstack-request-id: req-00e75d62-342f-4118-9fd2-9deb07742fb2 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:00:37.263315 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb6c6f2-4f0a-4ddd-9705-3c87e9363af0", "tag": "c56539a1-1737-4853-9d00-75256eb62405", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:00:37.263597 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00e75d62-342f-4118-9fd2-9deb07742fb2 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:00:37.263994 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb6c6f2-4f0a-4ddd-9705-3c87e9363af0', 'tag': 'c56539a1-1737-4853-9d00-75256eb62405', 'status': 'completed', 'code': 200} Mar 04 03:00:37.288135 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-f9310efb-c17a-4956-909d-9484a3f2d143 None None] Provisioning complete for port ae1bd996-4793-47f8-8cd5-de363e99d8aa triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:37.288510 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-f9310efb-c17a-4956-909d-9484a3f2d143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (ae1bd996-4793-47f8-8cd5-de363e99d8aa), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:37.313549 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179a5432-bb43-4354-a274-fd02e58a6faa admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:00:37.320138 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-179a5432-bb43-4354-a274-fd02e58a6faa admin admin] 10.222.0.16 "PUT /v2.0/routers/24a46cb9-fd71-4d12-9e7d-67c102dccf49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6172199 Mar 04 03:00:37.339578 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Pushing event updated for resources: {'Port': ['ID=19b16b34-ea29-4c54-9340-83c27dddabb9,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:37.349705 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-0a4879a5-b07e-44e1-98e4-0a765710f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:37.351813 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-0a4879a5-b07e-44e1-98e4-0a765710f690 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=695cd22e97d749abba3341ee30d3a3f4&device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 1127 time: 0.0868986 Mar 04 03:00:37.361575 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-f9310efb-c17a-4956-909d-9484a3f2d143 None None] Port ae1bd996-4793-47f8-8cd5-de363e99d8aa cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 03:00:37.372572 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ecf1b-3c9c-471b-9314-4b57a0fa67fd req-110197f9-67d0-43dc-86dc-b251d124c33b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:37.385488 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-092ecf1b-3c9c-471b-9314-4b57a0fa67fd req-110197f9-67d0-43dc-86dc-b251d124c33b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.1252015 Mar 04 03:00:37.416735 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-a0326522-351c-43ac-a9c4-5a56c34f6f75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c56539a1-1737-4853-9d00-75256eb62405 HTTP/1.1" status: 200 len: 217 time: 0.0519016 Mar 04 03:00:37.459347 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-092ecf1b-3c9c-471b-9314-4b57a0fa67fd req-8ca4c04d-34cc-4774-87c4-507760502add tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651059 Mar 04 03:00:37.495241 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device f6905acd-71e8-454b-b704-fb22bd94943d up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:00:37.501068 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-125ef006-c747-45a5-b1ab-aa98d6c5be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:37.504917 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-125ef006-c747-45a5-b1ab-aa98d6c5be0f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=642ba3c0-d988-4230-8536-62eae35ab9ce HTTP/1.1" status: 200 len: 848 time: 0.0759041 Mar 04 03:00:37.544030 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-431f06d9-2e24-4d7a-856a-7f294ecfe74b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293212 Mar 04 03:00:37.576772 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning for port f6905acd-71e8-454b-b704-fb22bd94943d completed by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 03:00:37.584996 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port f6905acd-71e8-454b-b704-fb22bd94943d triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:37.585396 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (f6905acd-71e8-454b-b704-fb22bd94943d), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:37.603255 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd60cd0-d601-4c90-9f6b-989185b7cda4 req-0965b97a-13ac-46f1-9679-bb7fa825f045 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:37.604797 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fcd60cd0-d601-4c90-9f6b-989185b7cda4 req-0965b97a-13ac-46f1-9679-bb7fa825f045 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 943 time: 0.1011841 Mar 04 03:00:37.664432 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fcd60cd0-d601-4c90-9f6b-989185b7cda4 req-b0302376-445b-4ce6-9660-fae42dbadbd5 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521185 Mar 04 03:00:37.666291 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-6a4be03a-17cf-4523-933c-f5d53463fedf service neutron] 10.222.0.13 "GET /v2.0/networks/464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143999 Mar 04 03:00:37.696832 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] Sync routers for ids ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:00:37.706365 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port f6905acd-71e8-454b-b704-fb22bd94943d is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:37.707531 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (f6905acd-71e8-454b-b704-fb22bd94943d), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:37.722186 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] Routers {'24a46cb9-fd71-4d12-9e7d-67c102dccf49'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:00:37.722736 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:00:35Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:00:37.779675 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a03cc0-5986-4e89-9952-1b5f2bf4b1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6905acd-71e8-454b-b704-fb22bd94943d'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:00:37.781946 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f77725e-33c6-4a76-9e19-2f0404e1a414" -d '{"events": [{"server_uuid": "90a03cc0-5986-4e89-9952-1b5f2bf4b1c8", "name": "network-vif-plugged", "status": "completed", "tag": "f6905acd-71e8-454b-b704-fb22bd94943d"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:00:37.794964 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1d1b62a3-69da-4e46-a909-744acdf1ba38 req-b1301e38-4299-41aa-9314-d6bb4e240790 service neutron] 10.222.0.13 "GET /v2.0/networks/464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145504 Mar 04 03:00:37.828500 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efac2066-6efd-4342-8c67-87da3795ff90 x-openstack-request-id: req-efac2066-6efd-4342-8c67-87da3795ff90 {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:00:37.828840 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a03cc0-5986-4e89-9952-1b5f2bf4b1c8", "name": "network-vif-plugged", "status": "completed", "tag": "f6905acd-71e8-454b-b704-fb22bd94943d", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:00:37.829182 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-efac2066-6efd-4342-8c67-87da3795ff90 {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:00:37.829475 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a03cc0-5986-4e89-9952-1b5f2bf4b1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6905acd-71e8-454b-b704-fb22bd94943d', 'code': 200} Mar 04 03:00:37.872026 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port f6905acd-71e8-454b-b704-fb22bd94943d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f6905acd-71e8-454b-b704-fb22bd94943d,segment=NetworkSegment(7da1f331-85d5-4c9f-b06f-15e6b2fd523d),segment_id=7da1f331-85d5-4c9f-b06f-15e6b2fd523d)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:00:37.882238 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (f6905acd-71e8-454b-b704-fb22bd94943d), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:37.928241 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] Set router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:00:37.932545 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0cb87-df6f-4ab3-802d-9626a7637357 req-762619a3-efa0-4eec-8571-dddac910cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:37.934355 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-06f0cb87-df6f-4ab3-802d-9626a7637357 req-762619a3-efa0-4eec-8571-dddac910cdb4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=695cd22e97d749abba3341ee30d3a3f4&device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 1127 time: 0.0532005 Mar 04 03:00:37.985438 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=f6905acd-71e8-454b-b704-fb22bd94943d,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:38.063652 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 59708) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:00:38.074070 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-d25de703-885f-4490-aae0-bda0fed5c24e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-957477328-network', 'tenant_id': '2d2e2a7fa0ea4696acc3e6eed75be768'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:00:38.110948 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25de703-885f-4490-aae0-bda0fed5c24e admin admin] Made reservation on behalf of 2d2e2a7fa0ea4696acc3e6eed75be768 for: {'network': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:00:38.114244 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d25de703-885f-4490-aae0-bda0fed5c24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for network (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:38.128542 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d25de703-885f-4490-aae0-bda0fed5c24e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:38.145097 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0cb87-df6f-4ab3-802d-9626a7637357 req-5a3b88ba-0250-49c5-9bff-cdab618f03f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:38.147117 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-06f0cb87-df6f-4ab3-802d-9626a7637357 req-5a3b88ba-0250-49c5-9bff-cdab618f03f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7 HTTP/1.1" status: 200 len: 909 time: 0.2038124 Mar 04 03:00:38.198185 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-06f0cb87-df6f-4ab3-802d-9626a7637357 req-f5f705ca-5601-4371-94b5-81b00ffd81de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c56539a1-1737-4853-9d00-75256eb62405 HTTP/1.1" status: 200 len: 217 time: 0.0382659 Mar 04 03:00:38.225852 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:00:35Z', 'revision_number': 4, 'project_id': '8d15398833664320803849959784f508', 'gw_port': {'id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:32Z', 'updated_at': '2022-03-04T03:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': 'ae1bd996-4793-47f8-8cd5-de363e99d8aa', 'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'tenant_id': '8d15398833664320803849959784f508', 'mac_address': 'fa:16:3e:f0:f2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:34Z', 'updated_at': '2022-03-04T03:00:36Z', 'revision_number': 2, 'project_id': '8d15398833664320803849959784f508', 'subnets': [{'id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:00:38.251909 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0cb87-df6f-4ab3-802d-9626a7637357 req-6af2b0f3-90ae-4859-98a8-34290c1d3b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:38.253397 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-06f0cb87-df6f-4ab3-802d-9626a7637357 req-6af2b0f3-90ae-4859-98a8-34290c1d3b4a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=642ba3c0-d988-4230-8536-62eae35ab9ce HTTP/1.1" status: 200 len: 848 time: 0.0477066 Mar 04 03:00:38.257107 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] Checking router: 24a46cb9-fd71-4d12-9e7d-67c102dccf49 for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:00:38.257465 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] Updating router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 port ae1bd996-4793-47f8-8cd5-de363e99d8aa binding host dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 03:00:38.288285 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (ae1bd996-4793-47f8-8cd5-de363e99d8aa), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:38.293344 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-06f0cb87-df6f-4ab3-802d-9626a7637357 req-46428f30-c869-4450-ae5e-03dc9100567c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334346 Mar 04 03:00:38.392866 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-06f0cb87-df6f-4ab3-802d-9626a7637357 req-16110a14-b3e3-46db-84ce-a70df714019c service neutron] 10.222.0.13 "GET /v2.0/networks/464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888894 Mar 04 03:00:38.429986 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0fc70-c032-443c-8f32-ac8f0bce9cbe req-f64939ae-861f-4c03-9d27-0118f06b8f2e tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:38.432626 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:38.437993 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-43e0fc70-c032-443c-8f32-ac8f0bce9cbe req-f64939ae-861f-4c03-9d27-0118f06b8f2e tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=c43d511f-dd62-4d65-ae9b-e158fda701bc HTTP/1.1" status: 200 len: 944 time: 0.4503629 Mar 04 03:00:38.509980 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-43e0fc70-c032-443c-8f32-ac8f0bce9cbe req-5fe7ad00-f9f9-4887-9424-7e69f89b5da1 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696127 Mar 04 03:00:38.546787 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-06f0cb87-df6f-4ab3-802d-9626a7637357 req-d90af365-fe12-4d8e-8405-48ff4e297f85 service neutron] 10.222.0.13 "GET /v2.0/networks/464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433797 Mar 04 03:00:38.601859 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049a967-4ef5-4d58-b856-36239d06b2ef req-f3977c79-3bfc-4fe6-b918-767c98107360 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:38.609320 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c049a967-4ef5-4d58-b856-36239d06b2ef req-f3977c79-3bfc-4fe6-b918-767c98107360 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.4782724 Mar 04 03:00:38.625011 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 19b16b34-ea29-4c54-9340-83c27dddabb9 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:00:38.673060 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] Publish callbacks [] for port (ae1bd996-4793-47f8-8cd5-de363e99d8aa), precommit_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:38.684123 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (ae1bd996-4793-47f8-8cd5-de363e99d8aa), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:38.732729 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607261a7-273e-4618-bcdb-11c19f726e2e req-be35757c-737b-4e32-9d75-6e57e5bbbc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:38.734290 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-607261a7-273e-4618-bcdb-11c19f726e2e req-be35757c-737b-4e32-9d75-6e57e5bbbc45 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 1129 time: 0.2181282 Mar 04 03:00:38.742118 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c049a967-4ef5-4d58-b856-36239d06b2ef req-e0862471-47b4-405f-917d-6b264954a6eb tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318066 Mar 04 03:00:38.744917 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55083b98-9e42-4279-ad2f-9087f1527b20 None None] Pushing event updated for resources: {'Port': ['ID=ae1bd996-4793-47f8-8cd5-de363e99d8aa,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:38.747127 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 19b16b34-ea29-4c54-9340-83c27dddabb9 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:38.747506 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (19b16b34-ea29-4c54-9340-83c27dddabb9), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:38.766815 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d25de703-885f-4490-aae0-bda0fed5c24e admin admin] Publish callbacks [] for security_group (19b6ab2e-ab57-4a4d-b906-c21974784eec), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:38.783691 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d25de703-885f-4490-aae0-bda0fed5c24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (19b6ab2e-ab57-4a4d-b906-c21974784eec), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:38.804632 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad5d02-fc28-4141-98ff-ba9f9d75dbd0 req-e6d219c0-4abd-4dfd-847a-09af8b0be85c tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:38.811860 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9aad5d02-fc28-4141-98ff-ba9f9d75dbd0 req-e6d219c0-4abd-4dfd-847a-09af8b0be85c tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.1862254 Mar 04 03:00:38.848950 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] Attempting to bind port ae1bd996-4793-47f8-8cd5-de363e99d8aa on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:00:38.849325 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] Attempting to bind port ae1bd996-4793-47f8-8cd5-de363e99d8aa by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': '078a8615-197d-456c-b97b-5e4bf104ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:00:38.849755 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] Attempting to bind port ae1bd996-4793-47f8-8cd5-de363e99d8aa on network 02cb8961-f224-4efe-9715-ecfb6c08725e {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:00:38.858443 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:00:38.858834 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] Checking segment: {'id': '078a8615-197d-456c-b97b-5e4bf104ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:00:38.859237 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:38.859644 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] Bound using segment: {'id': '078a8615-197d-456c-b97b-5e4bf104ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:00:38.860737 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25de703-885f-4490-aae0-bda0fed5c24e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=102946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 03:00:38.860883 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] Bound port: ae1bd996-4793-47f8-8cd5-de363e99d8aa, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078a8615-197d-456c-b97b-5e4bf104ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:00:38.861252 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (ae1bd996-4793-47f8-8cd5-de363e99d8aa), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:38.903887 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25de703-885f-4490-aae0-bda0fed5c24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b6ab2e-ab57-4a4d-b906-c21974784eec,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:38.930770 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d25de703-885f-4490-aae0-bda0fed5c24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (398d41ab-f33c-4f4c-bb3f-6714d88951e5), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:38.931043 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.db.segments_db [None req-d25de703-885f-4490-aae0-bda0fed5c24e admin admin] Added segment 398d41ab-f33c-4f4c-bb3f-6714d88951e5 of type vlan for network 4d586f54-c48c-4625-8de0-8f65992ca76d Mar 04 03:00:38.936814 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 19b16b34-ea29-4c54-9340-83c27dddabb9 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:38.948826 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-607261a7-273e-4618-bcdb-11c19f726e2e req-ee200a67-f38b-4747-9229-bb09d34a6423 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057469 Mar 04 03:00:38.964167 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] For port ae1bd996-4793-47f8-8cd5-de363e99d8aa, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:00:38.968217 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] For port ae1bd996-4793-47f8-8cd5-de363e99d8aa, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=ae1bd996-4793-47f8-8cd5-de363e99d8aa,segment=NetworkSegment(078a8615-197d-456c-b97b-5e4bf104ae1c),segment_id=078a8615-197d-456c-b97b-5e4bf104ae1c)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:00:38.976078 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (ae1bd996-4793-47f8-8cd5-de363e99d8aa), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:39.016473 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9aad5d02-fc28-4141-98ff-ba9f9d75dbd0 req-c02dc04b-4ed6-464c-9cd6-47f90f5f5cc8 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035160 Mar 04 03:00:39.022281 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d25de703-885f-4490-aae0-bda0fed5c24e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753425852492'] for network (4d586f54-c48c-4625-8de0-8f65992ca76d), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:39.046892 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a77c4-c43e-45ab-a917-f656d497f896 req-b3056c5b-cc28-49a7-9001-18666b27cc23 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:39.048581 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-067a77c4-c43e-45ab-a917-f656d497f896 req-b3056c5b-cc28-49a7-9001-18666b27cc23 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 943 time: 0.1780889 Mar 04 03:00:39.051593 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-99e091c2-033f-41da-920f-0a842a248733 None None] Provisioning complete for port ae1bd996-4793-47f8-8cd5-de363e99d8aa triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:39.051960 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-99e091c2-033f-41da-920f-0a842a248733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (ae1bd996-4793-47f8-8cd5-de363e99d8aa), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:39.084428 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55083b98-9e42-4279-ad2f-9087f1527b20 None None] Pushing event updated for resources: {'Port': ['ID=ae1bd996-4793-47f8-8cd5-de363e99d8aa,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:39.102347 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] Routers {'24a46cb9-fd71-4d12-9e7d-67c102dccf49'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:00:39.103140 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:00:35Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:00:39.104868 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d25de703-885f-4490-aae0-bda0fed5c24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for network (4d586f54-c48c-4625-8de0-8f65992ca76d), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:39.107180 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25de703-885f-4490-aae0-bda0fed5c24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:39.107180 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d25de703-885f-4490-aae0-bda0fed5c24e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:39.133399 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-067a77c4-c43e-45ab-a917-f656d497f896 req-f16404ed-c17f-4112-86c4-7bea5285cbd5 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781467 Mar 04 03:00:39.168487 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-d25de703-885f-4490-aae0-bda0fed5c24e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0996900 Mar 04 03:00:39.168646 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 59718) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:00:39.173402 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-d78d44ad-7926-4472-81e7-739dcd685737 admin admin] Request body: {'subnet': {'network_id': '4d586f54-c48c-4625-8de0-8f65992ca76d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-957477328-subnet', 'tenant_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'ip_version': 4}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:00:39.201286 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25de703-885f-4490-aae0-bda0fed5c24e admin admin] Pushing event updated for resources: {'Network': ['ID=4d586f54-c48c-4625-8de0-8f65992ca76d,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:39.209283 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78d44ad-7926-4472-81e7-739dcd685737 admin admin] Made reservation on behalf of 2d2e2a7fa0ea4696acc3e6eed75be768 for: {'subnet': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:00:39.212081 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d78d44ad-7926-4472-81e7-739dcd685737 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:39.387382 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Network 4d586f54-c48c-4625-8de0-8f65992ca76d details requested by agent ovs-agent-dv-cinder-828061-7-iscsi with host dv-cinder-828061-7-iscsi {{(pid=102955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 03:00:39.394168 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d78d44ad-7926-4472-81e7-739dcd685737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for subnet (13681ae0-b110-4547-8924-c6308414beaa), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:39.455666 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d44ad-7926-4472-81e7-739dcd685737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13681ae0-b110-4547-8924-c6308414beaa,revision_number=0']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:39.460716 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78d44ad-7926-4472-81e7-739dcd685737 admin admin] Checking segment: {'id': '398d41ab-f33c-4f4c-bb3f-6714d88951e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4d586f54-c48c-4625-8de0-8f65992ca76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:00:39.461070 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78d44ad-7926-4472-81e7-739dcd685737 admin admin] Network hostable DHCP agents. Network: 4d586f54-c48c-4625-8de0-8f65992ca76d, hostable agents: ['193be762-5f90-4059-8499-961b96963e98'], hosted agents: [] {{(pid=102946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 03:00:39.474118 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-99e091c2-033f-41da-920f-0a842a248733 None None] Current status of the port ae1bd996-4793-47f8-8cd5-de363e99d8aa is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:39.474641 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-99e091c2-033f-41da-920f-0a842a248733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (ae1bd996-4793-47f8-8cd5-de363e99d8aa), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:39.478736 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78d44ad-7926-4472-81e7-739dcd685737 admin admin] Network 4d586f54-c48c-4625-8de0-8f65992ca76d is scheduled to be hosted by DHCP agent 193be762-5f90-4059-8499-961b96963e98 with binding_index 1 {{(pid=102946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 03:00:39.484446 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] Set router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:00:39.487341 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-d78d44ad-7926-4472-81e7-739dcd685737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-7-iscsi, 4d586f54-c48c-4625-8de0-8f65992ca76d) {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:00:39.492091 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78d44ad-7926-4472-81e7-739dcd685737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:39.492858 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d78d44ad-7926-4472-81e7-739dcd685737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:39.509186 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-d78d44ad-7926-4472-81e7-739dcd685737 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3395581 Mar 04 03:00:39.511864 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 59720) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:00:39.516401 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-b171783c-4e25-42a4-805f-321c6f8d10d4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-957477328-router', 'tenant_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:00:39.529497 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf9791c-1e54-4b8e-b0ef-f2791582171c None None] Network 4d586f54-c48c-4625-8de0-8f65992ca76d requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:00:39.531054 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 7418a39b-1bcb-49cc-93f6-5af39d6d3405 up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:00:39.544832 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b171783c-4e25-42a4-805f-321c6f8d10d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59233'] for router (9ab355aa-58d4-4ae2-b17d-41dbe79e69fb), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:39.546361 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b171783c-4e25-42a4-805f-321c6f8d10d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59160'] for router (9ab355aa-58d4-4ae2-b17d-41dbe79e69fb), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:39.615659 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b171783c-4e25-42a4-805f-321c6f8d10d4 admin admin] Publish callbacks [] for router_controller (9ab355aa-58d4-4ae2-b17d-41dbe79e69fb), precommit_add_association {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:39.650830 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62537577-0ae7-4005-a2dd-7c769772937e req-fcf6dd19-aa31-4849-8b5f-c7b9f0275f4f tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:39.654153 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-62537577-0ae7-4005-a2dd-7c769772937e req-fcf6dd19-aa31-4849-8b5f-c7b9f0275f4f tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=c43d511f-dd62-4d65-ae9b-e158fda701bc HTTP/1.1" status: 200 len: 944 time: 0.0736313 Mar 04 03:00:39.692365 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-99e091c2-033f-41da-920f-0a842a248733 None None] For port ae1bd996-4793-47f8-8cd5-de363e99d8aa, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=ae1bd996-4793-47f8-8cd5-de363e99d8aa,segment=NetworkSegment(078a8615-197d-456c-b97b-5e4bf104ae1c),segment_id=078a8615-197d-456c-b97b-5e4bf104ae1c)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:00:39.707398 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-62537577-0ae7-4005-a2dd-7c769772937e req-e2d0974e-4857-40f9-9401-cc4d89a496cb tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464873 Mar 04 03:00:39.715497 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-99e091c2-033f-41da-920f-0a842a248733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (ae1bd996-4793-47f8-8cd5-de363e99d8aa), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:39.763054 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b171783c-4e25-42a4-805f-321c6f8d10d4 admin admin] Publish callbacks [] for router_gateway (9ab355aa-58d4-4ae2-b17d-41dbe79e69fb), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:39.854321 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4cd500-5a7b-4ec1-ab99-392df878935b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5abfbf6-2497-5bc8-8249-8e37f7c4ec42-4d586f54-c48c-4625-8de0-8f65992ca76d', 'network_id': '4d586f54-c48c-4625-8de0-8f65992ca76d', 'project_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'fixed_ips': [{'subnet_id': '13681ae0-b110-4547-8924-c6308414beaa'}]}} from dv-cinder-828061-7-iscsi. {{(pid=102955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 03:00:39.855286 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-5c4cd500-5a7b-4ec1-ab99-392df878935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:39.877949 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning for port 7418a39b-1bcb-49cc-93f6-5af39d6d3405 completed by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 03:00:39.880831 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b80653-a867-4667-b64d-894b6e6c52e6 req-30cfe86c-5a42-4364-acd4-af0c573cbb3e tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:39.882463 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-21b80653-a867-4667-b64d-894b6e6c52e6 req-30cfe86c-5a42-4364-acd4-af0c573cbb3e tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0578043 Mar 04 03:00:39.886440 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e091c2-033f-41da-920f-0a842a248733 None None] Pushing event updated for resources: {'Port': ['ID=ae1bd996-4793-47f8-8cd5-de363e99d8aa,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:39.905321 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port 7418a39b-1bcb-49cc-93f6-5af39d6d3405 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:39.905660 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (7418a39b-1bcb-49cc-93f6-5af39d6d3405), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:39.937026 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-e3c4f3c7-0deb-426e-83af-c799df5ad99c None None] Provisioning complete for port ae1bd996-4793-47f8-8cd5-de363e99d8aa triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:39.937713 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e3c4f3c7-0deb-426e-83af-c799df5ad99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (ae1bd996-4793-47f8-8cd5-de363e99d8aa), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:39.955213 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-21b80653-a867-4667-b64d-894b6e6c52e6 req-0bca6777-e12a-4434-8871-4e344877b012 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650723 Mar 04 03:00:40.000027 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b171783c-4e25-42a4-805f-321c6f8d10d4 admin admin] Publish callbacks [] for router_gateway (9ab355aa-58d4-4ae2-b17d-41dbe79e69fb), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:40.020777 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b171783c-4e25-42a4-805f-321c6f8d10d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:40.025572 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-577c181e-2e7f-4589-9a47-1687192f7ae8 req-f97ef2a8-5a44-4123-945c-6aedd27f490f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0574226 Mar 04 03:00:40.109753 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c181e-2e7f-4589-9a47-1687192f7ae8 req-8a1349d6-439d-45f9-8709-302b6d6b9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:40.111307 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-577c181e-2e7f-4589-9a47-1687192f7ae8 req-8a1349d6-439d-45f9-8709-302b6d6b9c40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=435f5c6cbc834e5e9948bd463d8aa129&device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 1130 time: 0.0618498 Mar 04 03:00:40.156979 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-b171783c-4e25-42a4-805f-321c6f8d10d4 admin admin] Allocated IP 172.27.2.113 (4b7e2636-a469-4d8a-9bd4-65ee0f06b31b/15e6bee3-74fb-492e-abc3-419d01a26fc0/15a548b0-34ad-47e1-bbf4-839cc46e253a) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:00:40.244044 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d2414-e000-4424-a01d-4db48c5a7f03 req-ee8b2839-b99f-4f74-91b4-639abc91d313 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:40.245619 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port 7418a39b-1bcb-49cc-93f6-5af39d6d3405 is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:40.246198 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (7418a39b-1bcb-49cc-93f6-5af39d6d3405), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:40.251194 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-978d2414-e000-4424-a01d-4db48c5a7f03 req-ee8b2839-b99f-4f74-91b4-639abc91d313 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.1250546 Mar 04 03:00:40.296595 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:00:35Z', 'revision_number': 4, 'project_id': '8d15398833664320803849959784f508', 'gw_port': {'id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:32Z', 'updated_at': '2022-03-04T03:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': 'ae1bd996-4793-47f8-8cd5-de363e99d8aa', 'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'tenant_id': '8d15398833664320803849959784f508', 'mac_address': 'fa:16:3e:f0:f2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:34Z', 'updated_at': '2022-03-04T03:00:38Z', 'revision_number': 4, 'project_id': '8d15398833664320803849959784f508', 'subnets': [{'id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:00:40.312236 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c181e-2e7f-4589-9a47-1687192f7ae8 req-b0d1832a-a344-401d-8283-f24b2eac3a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:40.313740 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-577c181e-2e7f-4589-9a47-1687192f7ae8 req-b0d1832a-a344-401d-8283-f24b2eac3a66 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d64efdae-0305-4058-8f96-4ee6eb81be2d HTTP/1.1" status: 200 len: 920 time: 0.1771793 Mar 04 03:00:40.338312 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.db_base_plugin_common [None req-5c4cd500-5a7b-4ec1-ab99-392df878935b None None] Allocated IP 172.20.0.2 (4d586f54-c48c-4625-8de0-8f65992ca76d/13681ae0-b110-4547-8924-c6308414beaa/22502e9c-8122-4adb-b06c-542a63154303) {{(pid=102955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:00:40.346481 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0745169-df03-4199-a35a-7e2e8cac2128 None None] The sync data for ids ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'] in dv-cinder-828061-7-iscsi is: [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:00:35Z', 'revision_number': 4, 'project_id': '8d15398833664320803849959784f508', 'gw_port': {'id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:32Z', 'updated_at': '2022-03-04T03:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': 'ae1bd996-4793-47f8-8cd5-de363e99d8aa', 'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'tenant_id': '8d15398833664320803849959784f508', 'mac_address': 'fa:16:3e:f0:f2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:34Z', 'updated_at': '2022-03-04T03:00:38Z', 'revision_number': 4, 'project_id': '8d15398833664320803849959784f508', 'subnets': [{'id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:00:40.352262 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b171783c-4e25-42a4-805f-321c6f8d10d4 admin admin] Publish callbacks [] for port (15a548b0-34ad-47e1-bbf4-839cc46e253a), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:40.355620 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43d511f-dd62-4d65-ae9b-e158fda701bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7418a39b-1bcb-49cc-93f6-5af39d6d3405'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:00:40.358304 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2fb104-5d3b-4a84-a1cf-965f00882607" -d '{"events": [{"server_uuid": "c43d511f-dd62-4d65-ae9b-e158fda701bc", "name": "network-vif-plugged", "status": "completed", "tag": "7418a39b-1bcb-49cc-93f6-5af39d6d3405"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:00:40.376060 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-e3c4f3c7-0deb-426e-83af-c799df5ad99c None None] Current status of the port ae1bd996-4793-47f8-8cd5-de363e99d8aa is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:40.384433 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 7418a39b-1bcb-49cc-93f6-5af39d6d3405, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=7418a39b-1bcb-49cc-93f6-5af39d6d3405,segment=NetworkSegment(40210cda-f220-447e-88df-8afede29b116),segment_id=40210cda-f220-447e-88df-8afede29b116)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:00:40.384679 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-577c181e-2e7f-4589-9a47-1687192f7ae8 req-5cfc2a8d-d4fd-4a38-8756-d1ab5260841f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e60cf73-e7a0-430c-b810-b5f543c2075f HTTP/1.1" status: 200 len: 217 time: 0.0589821 Mar 04 03:00:40.401169 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-978d2414-e000-4424-a01d-4db48c5a7f03 req-207df99d-d0c9-415f-a135-a02871a8da9a tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427565 Mar 04 03:00:40.402717 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (7418a39b-1bcb-49cc-93f6-5af39d6d3405), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:40.436653 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b171783c-4e25-42a4-805f-321c6f8d10d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (15a548b0-34ad-47e1-bbf4-839cc46e253a), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:40.464448 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b4187-37d7-4711-93e3-95b687bfdd6e req-3edcc285-5c68-4d3f-9f43-6ee7413966b5 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:40.475384 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a16b4187-37d7-4711-93e3-95b687bfdd6e req-3edcc285-5c68-4d3f-9f43-6ee7413966b5 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 943 time: 0.2190931 Mar 04 03:00:40.493725 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9403b055-ffec-4cfe-a3df-993038ba71f0 x-openstack-request-id: req-9403b055-ffec-4cfe-a3df-993038ba71f0 {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:00:40.493913 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43d511f-dd62-4d65-ae9b-e158fda701bc", "name": "network-vif-plugged", "status": "completed", "tag": "7418a39b-1bcb-49cc-93f6-5af39d6d3405", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:00:40.494574 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9403b055-ffec-4cfe-a3df-993038ba71f0 {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:00:40.495049 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43d511f-dd62-4d65-ae9b-e158fda701bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7418a39b-1bcb-49cc-93f6-5af39d6d3405', 'code': 200} Mar 04 03:00:40.500327 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171783c-4e25-42a4-805f-321c6f8d10d4 admin admin] Pushing event updated for resources: {'Port': ['ID=15a548b0-34ad-47e1-bbf4-839cc46e253a,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:40.515479 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b171783c-4e25-42a4-805f-321c6f8d10d4 admin admin] Network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:00:40.517364 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-b171783c-4e25-42a4-805f-321c6f8d10d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:00:40.520400 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b171783c-4e25-42a4-805f-321c6f8d10d4 admin admin] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:00:40.553625 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=7418a39b-1bcb-49cc-93f6-5af39d6d3405,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:40.645899 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a16b4187-37d7-4711-93e3-95b687bfdd6e req-72f76793-23c2-4f72-932d-bf8e19baf763 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536322 Mar 04 03:00:40.653889 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c181e-2e7f-4589-9a47-1687192f7ae8 req-cabea618-dd5a-4f92-b885-43ee65913a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:40.655986 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-577c181e-2e7f-4589-9a47-1687192f7ae8 req-cabea618-dd5a-4f92-b885-43ee65913a98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a402aac-443f-4244-b7c1-141fa3d052d2 HTTP/1.1" status: 200 len: 859 time: 0.2518344 Mar 04 03:00:40.680830 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-5c4cd500-5a7b-4ec1-ab99-392df878935b None None] Publish callbacks [] for port (22502e9c-8122-4adb-b06c-542a63154303), precommit_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:40.703837 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-5c4cd500-5a7b-4ec1-ab99-392df878935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (22502e9c-8122-4adb-b06c-542a63154303), after_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:40.733005 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-577c181e-2e7f-4589-9a47-1687192f7ae8 req-aa052d41-a0ef-46b2-a151-9e1e602a2015 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d64efdae-0305-4058-8f96-4ee6eb81be2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668607 Mar 04 03:00:40.768259 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cd500-5a7b-4ec1-ab99-392df878935b None None] Pushing event updated for resources: {'Port': ['ID=22502e9c-8122-4adb-b06c-542a63154303,revision_number=1']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:40.793780 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device ae1bd996-4793-47f8-8cd5-de363e99d8aa up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:00:40.796974 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4cd500-5a7b-4ec1-ab99-392df878935b None None] Network 4d586f54-c48c-4625-8de0-8f65992ca76d is already hosted by enough agents. {{(pid=102955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:00:40.799671 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.scheduler.base_scheduler [None req-5c4cd500-5a7b-4ec1-ab99-392df878935b None None] Resources bound (agent type, host, resource id): {{(pid=102955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:00:40.828266 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4cd500-5a7b-4ec1-ab99-392df878935b None None] Received port after_create {{(pid=102955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:00:40.920012 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-5c4cd500-5a7b-4ec1-ab99-392df878935b None None] Attempting to bind port 22502e9c-8122-4adb-b06c-542a63154303 on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:00:40.921133 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-5c4cd500-5a7b-4ec1-ab99-392df878935b None None] Attempting to bind port 22502e9c-8122-4adb-b06c-542a63154303 by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': '398d41ab-f33c-4f4c-bb3f-6714d88951e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4d586f54-c48c-4625-8de0-8f65992ca76d'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:00:40.921711 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4cd500-5a7b-4ec1-ab99-392df878935b None None] Attempting to bind port 22502e9c-8122-4adb-b06c-542a63154303 on network 4d586f54-c48c-4625-8de0-8f65992ca76d {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:00:40.926969 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port ae1bd996-4793-47f8-8cd5-de363e99d8aa triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:40.927624 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (ae1bd996-4793-47f8-8cd5-de363e99d8aa), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:40.929439 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-577c181e-2e7f-4589-9a47-1687192f7ae8 req-8ce7d455-17ff-40b5-846b-112a11a0d755 service neutron] 10.222.0.13 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814728 Mar 04 03:00:40.934076 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4cd500-5a7b-4ec1-ab99-392df878935b None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:00:40.935059 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4cd500-5a7b-4ec1-ab99-392df878935b None None] Checking segment: {'id': '398d41ab-f33c-4f4c-bb3f-6714d88951e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4d586f54-c48c-4625-8de0-8f65992ca76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:00:40.935765 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-5c4cd500-5a7b-4ec1-ab99-392df878935b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:40.936333 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4cd500-5a7b-4ec1-ab99-392df878935b None None] Bound using segment: {'id': '398d41ab-f33c-4f4c-bb3f-6714d88951e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4d586f54-c48c-4625-8de0-8f65992ca76d'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:00:40.936833 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-5c4cd500-5a7b-4ec1-ab99-392df878935b None None] Bound port: 22502e9c-8122-4adb-b06c-542a63154303, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398d41ab-f33c-4f4c-bb3f-6714d88951e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4d586f54-c48c-4625-8de0-8f65992ca76d'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:00:40.937211 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-5c4cd500-5a7b-4ec1-ab99-392df878935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (22502e9c-8122-4adb-b06c-542a63154303), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:40.965147 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4f014-59ca-413e-bb76-c7741828d3d2 req-b34bc5cd-a467-45a9-a0a8-ec82939bf02d tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:40.967133 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f4c4f014-59ca-413e-bb76-c7741828d3d2 req-b34bc5cd-a467-45a9-a0a8-ec82939bf02d tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=c43d511f-dd62-4d65-ae9b-e158fda701bc HTTP/1.1" status: 200 len: 945 time: 0.0911307 Mar 04 03:00:41.076032 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed56c5-4156-440b-9fe3-52a35701c275 req-67c42919-b801-4832-b74d-86350ff575b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:41.078095 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-6bed56c5-4156-440b-9fe3-52a35701c275 req-67c42919-b801-4832-b74d-86350ff575b0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c43d511f-dd62-4d65-ae9b-e158fda701bc HTTP/1.1" status: 200 len: 1129 time: 0.1428838 Mar 04 03:00:41.104613 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f4c4f014-59ca-413e-bb76-c7741828d3d2 req-cb68312e-d79a-4821-a328-029de366f23d tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225071 Mar 04 03:00:41.115909 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-5c4cd500-5a7b-4ec1-ab99-392df878935b None None] For port 22502e9c-8122-4adb-b06c-542a63154303, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:00:41.156690 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-5c4cd500-5a7b-4ec1-ab99-392df878935b None None] For port 22502e9c-8122-4adb-b06c-542a63154303, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=22502e9c-8122-4adb-b06c-542a63154303,segment=NetworkSegment(398d41ab-f33c-4f4c-bb3f-6714d88951e5),segment_id=398d41ab-f33c-4f4c-bb3f-6714d88951e5)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:00:41.172858 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-5c4cd500-5a7b-4ec1-ab99-392df878935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (22502e9c-8122-4adb-b06c-542a63154303), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:41.177086 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port ae1bd996-4793-47f8-8cd5-de363e99d8aa is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:41.197829 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0bd0f-0fa5-4275-90aa-5e94543dffe5 req-15b0d478-6428-4588-8eec-0ae6df8c4eb6 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:41.198307 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-34b0bd0f-0fa5-4275-90aa-5e94543dffe5 req-15b0d478-6428-4588-8eec-0ae6df8c4eb6 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.1206167 Mar 04 03:00:41.210975 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-577c181e-2e7f-4589-9a47-1687192f7ae8 req-304bb83b-e831-487a-bd32-4ad10b3233c5 service neutron] 10.222.0.13 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623100 Mar 04 03:00:41.227042 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-6bed56c5-4156-440b-9fe3-52a35701c275 req-17e3b666-28de-479b-84e1-b2318f0d81c8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425517 Mar 04 03:00:41.261243 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cd500-5a7b-4ec1-ab99-392df878935b None None] Pushing event updated for resources: {'Port': ['ID=22502e9c-8122-4adb-b06c-542a63154303,revision_number=2']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:41.307912 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b171783c-4e25-42a4-805f-321c6f8d10d4 admin admin] Publish callbacks [] for router_gateway (9ab355aa-58d4-4ae2-b17d-41dbe79e69fb), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:41.312650 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-34b0bd0f-0fa5-4275-90aa-5e94543dffe5 req-e33148cb-c58c-473a-8efa-885af55bbf52 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058192 Mar 04 03:00:41.569642 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b171783c-4e25-42a4-805f-321c6f8d10d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642414'] for router (9ab355aa-58d4-4ae2-b17d-41dbe79e69fb), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:41.587177 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7ff49-6bb2-4753-b128-b985bf3fc797 req-040639e7-d396-40ee-8310-8996a6f0e104 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:41.588750 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3ae7ff49-6bb2-4753-b128-b985bf3fc797 req-040639e7-d396-40ee-8310-8996a6f0e104 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0708101 Mar 04 03:00:41.679419 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3ae7ff49-6bb2-4753-b128-b985bf3fc797 req-6ab6db25-9564-49f7-8da0-3abc3b3e6090 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848105 Mar 04 03:00:41.787768 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b171783c-4e25-42a4-805f-321c6f8d10d4 admin admin] Router 9ab355aa-58d4-4ae2-b17d-41dbe79e69fb is scheduled to L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd with binding_index 1 {{(pid=102948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 03:00:41.820669 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1dff5-8511-4795-829c-c4e1b11f04f8 req-bb22c3ae-85a7-44b1-add2-8f31dcb3d5ec tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:41.828407 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c7c1dff5-8511-4795-829c-c4e1b11f04f8 req-bb22c3ae-85a7-44b1-add2-8f31dcb3d5ec tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 943 time: 0.0933948 Mar 04 03:00:41.895975 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c7c1dff5-8511-4795-829c-c4e1b11f04f8 req-28e90772-4371-45ef-86ee-4c7c78e0738d tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666733 Mar 04 03:00:41.929004 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b171783c-4e25-42a4-805f-321c6f8d10d4 admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:00:41.939089 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] Sync routers for ids ['9ab355aa-58d4-4ae2-b17d-41dbe79e69fb'] in dv-cinder-828061-7-iscsi {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:00:41.949199 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b171783c-4e25-42a4-805f-321c6f8d10d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:41.950475 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-b171783c-4e25-42a4-805f-321c6f8d10d4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4376276 Mar 04 03:00:41.952219 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] Routers {'9ab355aa-58d4-4ae2-b17d-41dbe79e69fb'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:00:41.953028 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:00:35Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['9ab355aa-58d4-4ae2-b17d-41dbe79e69fb'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:00:41.953751 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 59746) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:00:42.013266 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:42.066694 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] Set router 9ab355aa-58d4-4ae2-b17d-41dbe79e69fb gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:00:42.271569 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70347f1e-3bf0-4394-8bf6-9a50f329b9ea req-b78d30fc-abd7-4d40-b844-4d68c61e7b4f tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:42.279129 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-70347f1e-3bf0-4394-8bf6-9a50f329b9ea req-b78d30fc-abd7-4d40-b844-4d68c61e7b4f tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=c43d511f-dd62-4d65-ae9b-e158fda701bc HTTP/1.1" status: 200 len: 945 time: 0.0790353 Mar 04 03:00:42.304339 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab355aa-58d4-4ae2-b17d-41dbe79e69fb', 'name': 'tempest-TestVolumeBootPattern-957477328-router', 'tenant_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '15a548b0-34ad-47e1-bbf4-839cc46e253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:39Z', 'updated_at': '2022-03-04T03:00:41Z', 'revision_number': 3, 'project_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'gw_port': {'id': '15a548b0-34ad-47e1-bbf4-839cc46e253a', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab355aa-58d4-4ae2-b17d-41dbe79e69fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:40Z', 'updated_at': '2022-03-04T03:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:00:42.341177 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] Checking router: 9ab355aa-58d4-4ae2-b17d-41dbe79e69fb for host: dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:00:42.341799 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] Updating router 9ab355aa-58d4-4ae2-b17d-41dbe79e69fb port 15a548b0-34ad-47e1-bbf4-839cc46e253a binding host dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 03:00:42.356333 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-70347f1e-3bf0-4394-8bf6-9a50f329b9ea req-3f800ddc-0d42-4d24-92f9-22d7e98f8825 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607321 Mar 04 03:00:42.391449 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (15a548b0-34ad-47e1-bbf4-839cc46e253a), before_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:42.535534 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e46bc-d818-4196-90c8-1972d17a661e req-cf875ed5-a996-456a-b8fd-13470aef0369 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:42.537269 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-507e46bc-d818-4196-90c8-1972d17a661e req-cf875ed5-a996-456a-b8fd-13470aef0369 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.1142581 Mar 04 03:00:42.543555 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3b361a60-e9b0-4fb2-8e1a-fa2a09330001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:42.567631 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009b2e04-c31a-458e-a706-4988d400d030 None None] Network 4d586f54-c48c-4625-8de0-8f65992ca76d requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:00:42.622065 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-507e46bc-d818-4196-90c8-1972d17a661e req-5474c311-39cd-4cd1-bec0-85a36d167410 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703046 Mar 04 03:00:42.689977 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-7ebcf2d4-31e2-488b-9e4b-6b12d1ae96d1 None None] Provisioning complete for port 22502e9c-8122-4adb-b06c-542a63154303 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:42.692717 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-7ebcf2d4-31e2-488b-9e4b-6b12d1ae96d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (22502e9c-8122-4adb-b06c-542a63154303), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:42.771340 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] Publish callbacks [] for port (15a548b0-34ad-47e1-bbf4-839cc46e253a), precommit_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:42.789581 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (15a548b0-34ad-47e1-bbf4-839cc46e253a), after_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:42.861253 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4996297-e89c-4ae2-9e63-8cd70675c3ee None None] Pushing event updated for resources: {'Port': ['ID=15a548b0-34ad-47e1-bbf4-839cc46e253a,revision_number=2']} {{(pid=102958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:42.864868 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-3b361a60-e9b0-4fb2-8e1a-fa2a09330001 admin admin] Allocated IP 172.20.0.1 (4d586f54-c48c-4625-8de0-8f65992ca76d/13681ae0-b110-4547-8924-c6308414beaa/8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:00:42.884030 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a6f9c-88e9-407b-9e7b-5d38eaf08f25 req-e4f37e7f-3793-4f40-929d-18d7cc5d1472 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:42.891900 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-711a6f9c-88e9-407b-9e7b-5d38eaf08f25 req-e4f37e7f-3793-4f40-929d-18d7cc5d1472 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.1718054 Mar 04 03:00:42.911767 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] Attempting to bind port 15a548b0-34ad-47e1-bbf4-839cc46e253a on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:00:42.912282 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] Attempting to bind port 15a548b0-34ad-47e1-bbf4-839cc46e253a by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}] {{(pid=102958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:00:42.912662 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] Attempting to bind port 15a548b0-34ad-47e1-bbf4-839cc46e253a on network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:00:42.918533 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:00:42.919657 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] Checking segment: {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:00:42.920083 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:42.920479 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] Bound using segment: {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'} {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:00:42.920952 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] Bound port: 15a548b0-34ad-47e1-bbf4-839cc46e253a, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}}] {{(pid=102958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:00:42.921355 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (15a548b0-34ad-47e1-bbf4-839cc46e253a), before_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:42.944402 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a523b6-4898-4344-bff8-34bf99380a47 req-d2c5cd69-185a-4ae1-ae05-f98c2db83a9e tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:42.953609 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-53a523b6-4898-4344-bff8-34bf99380a47 req-d2c5cd69-185a-4ae1-ae05-f98c2db83a9e tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.1785910 Mar 04 03:00:42.963260 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 22502e9c-8122-4adb-b06c-542a63154303 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:00:42.981206 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.db [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] For port 15a548b0-34ad-47e1-bbf4-839cc46e253a, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:00:42.984711 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.db [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] For port 15a548b0-34ad-47e1-bbf4-839cc46e253a, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=15a548b0-34ad-47e1-bbf4-839cc46e253a,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:00:42.994757 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (15a548b0-34ad-47e1-bbf4-839cc46e253a), after_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:43.038771 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3b361a60-e9b0-4fb2-8e1a-fa2a09330001 admin admin] Publish callbacks [] for port (8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:43.064865 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4996297-e89c-4ae2-9e63-8cd70675c3ee None None] Pushing event updated for resources: {'Port': ['ID=15a548b0-34ad-47e1-bbf4-839cc46e253a,revision_number=3']} {{(pid=102958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:43.091066 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3b361a60-e9b0-4fb2-8e1a-fa2a09330001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:43.095237 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] Routers {'9ab355aa-58d4-4ae2-b17d-41dbe79e69fb'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:00:43.100955 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:00:35Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['9ab355aa-58d4-4ae2-b17d-41dbe79e69fb'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:00:43.146586 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-53a523b6-4898-4344-bff8-34bf99380a47 req-59df0bd3-9cb9-4d92-a7a9-6f06d2f4ab43 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919813 Mar 04 03:00:43.150877 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 22502e9c-8122-4adb-b06c-542a63154303 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:43.151400 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (22502e9c-8122-4adb-b06c-542a63154303), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:43.157967 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-711a6f9c-88e9-407b-9e7b-5d38eaf08f25 req-28a42619-b32d-4a6f-963b-f13a0d1919f2 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578497 Mar 04 03:00:43.179548 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-7ebcf2d4-31e2-488b-9e4b-6b12d1ae96d1 None None] Current status of the port 22502e9c-8122-4adb-b06c-542a63154303 is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:43.179901 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-7ebcf2d4-31e2-488b-9e4b-6b12d1ae96d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (22502e9c-8122-4adb-b06c-542a63154303), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:43.214835 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 59762) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:00:43.238613 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b361a60-e9b0-4fb2-8e1a-fa2a09330001 admin admin] Network 4d586f54-c48c-4625-8de0-8f65992ca76d is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:00:43.240048 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b361a60-e9b0-4fb2-8e1a-fa2a09330001 admin admin] Pushing event updated for resources: {'Port': ['ID=8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:43.242958 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-3b361a60-e9b0-4fb2-8e1a-fa2a09330001 admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:00:43.245373 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b361a60-e9b0-4fb2-8e1a-fa2a09330001 admin admin] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:00:43.274354 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-7ebcf2d4-31e2-488b-9e4b-6b12d1ae96d1 None None] For port 22502e9c-8122-4adb-b06c-542a63154303, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=22502e9c-8122-4adb-b06c-542a63154303,segment=NetworkSegment(398d41ab-f33c-4f4c-bb3f-6714d88951e5),segment_id=398d41ab-f33c-4f4c-bb3f-6714d88951e5)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:00:43.280608 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] Set router 9ab355aa-58d4-4ae2-b17d-41dbe79e69fb gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:00:43.295812 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-7ebcf2d4-31e2-488b-9e4b-6b12d1ae96d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (22502e9c-8122-4adb-b06c-542a63154303), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:43.317479 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3b361a60-e9b0-4fb2-8e1a-fa2a09330001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641075'] for router_interface (9ab355aa-58d4-4ae2-b17d-41dbe79e69fb), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:43.369559 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de3d16-752e-4548-a5ba-ec27f73c4643 req-6a4f1314-c1f4-4cba-ab8c-e5fa854f951f tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:43.377241 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-51de3d16-752e-4548-a5ba-ec27f73c4643 req-6a4f1314-c1f4-4cba-ab8c-e5fa854f951f tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 943 time: 0.0958638 Mar 04 03:00:43.458476 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-51de3d16-752e-4548-a5ba-ec27f73c4643 req-8b43c07e-f52c-4b11-8bdc-70d84e10aa37 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767267 Mar 04 03:00:43.492264 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcf2d4-31e2-488b-9e4b-6b12d1ae96d1 None None] Pushing event updated for resources: {'Port': ['ID=22502e9c-8122-4adb-b06c-542a63154303,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:43.501427 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 22502e9c-8122-4adb-b06c-542a63154303 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:43.532171 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device c56539a1-1737-4853-9d00-75256eb62405 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 03:00:43.545784 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3b361a60-e9b0-4fb2-8e1a-fa2a09330001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:43.618814 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea23e3f3-12ff-49f9-a608-5abc62273bce tempest-TestShelveInstance-2050479002 tempest-TestShelveInstance-2050479002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:43.620439 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-ea23e3f3-12ff-49f9-a608-5abc62273bce tempest-TestShelveInstance-2050479002 tempest-TestShelveInstance-2050479002-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 1124 time: 0.4040754 Mar 04 03:00:43.623722 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 59770) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:00:43.630636 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-65e3ea1a-8a23-480f-816a-b40a3b988fca tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Request body: {'floatingip': {'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'port_id': 'f6905acd-71e8-454b-b704-fb22bd94943d', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:00:43.668892 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832ef25-882f-4d70-885b-6325f0e468a3 req-300ce158-0c88-43ba-a4c5-47b232a1678c tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:43.672327 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d832ef25-882f-4d70-885b-6325f0e468a3 req-300ce158-0c88-43ba-a4c5-47b232a1678c tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=c43d511f-dd62-4d65-ae9b-e158fda701bc HTTP/1.1" status: 200 len: 945 time: 0.1920581 Mar 04 03:00:43.672531 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-1b43438e-826a-4a3d-85cf-87c2c3e8bf1c None None] Provisioning complete for port 22502e9c-8122-4adb-b06c-542a63154303 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:43.673080 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-1b43438e-826a-4a3d-85cf-87c2c3e8bf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (22502e9c-8122-4adb-b06c-542a63154303), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:43.673800 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-65e3ea1a-8a23-480f-816a-b40a3b988fca tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:43.762664 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port c56539a1-1737-4853-9d00-75256eb62405, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=c56539a1-1737-4853-9d00-75256eb62405,segment=NetworkSegment(3e383840-be9f-4807-838c-ba84cbc75df9),segment_id=3e383840-be9f-4807-838c-ba84cbc75df9)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:00:43.783636 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': 'c56539a1-1737-4853-9d00-75256eb62405', 'network_id': '464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7', 'port_id': 'c56539a1-1737-4853-9d00-75256eb62405', 'mac_address': 'fa:16:3e:0b:be:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '642ba3c0-d988-4230-8536-62eae35ab9ce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 03:00:43.806767 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d832ef25-882f-4d70-885b-6325f0e468a3 req-0773ce36-df2d-4a97-bf63-3b4143d99970 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139238 Mar 04 03:00:43.866713 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-65e3ea1a-8a23-480f-816a-b40a3b988fca tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:43.889984 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab355aa-58d4-4ae2-b17d-41dbe79e69fb', 'name': 'tempest-TestVolumeBootPattern-957477328-router', 'tenant_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '15a548b0-34ad-47e1-bbf4-839cc46e253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:39Z', 'updated_at': '2022-03-04T03:00:41Z', 'revision_number': 3, 'project_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'gw_port': {'id': '15a548b0-34ad-47e1-bbf4-839cc46e253a', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab355aa-58d4-4ae2-b17d-41dbe79e69fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:40Z', 'updated_at': '2022-03-04T03:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:00:43.912546 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3b361a60-e9b0-4fb2-8e1a-fa2a09330001 admin admin] Publish callbacks [] for port (8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:43.919100 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3b361a60-e9b0-4fb2-8e1a-fa2a09330001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133005'] for port (8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:43.950235 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port c56539a1-1737-4853-9d00-75256eb62405 is: DOWN; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:43.950637 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (c56539a1-1737-4853-9d00-75256eb62405), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:43.952662 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-1b43438e-826a-4a3d-85cf-87c2c3e8bf1c None None] Current status of the port 22502e9c-8122-4adb-b06c-542a63154303 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:43.962309 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460acbdf-48a4-463c-9ddd-8ac5ff6e6472 None None] The sync data for ids ['9ab355aa-58d4-4ae2-b17d-41dbe79e69fb'] in dv-cinder-828061-7-iscsi is: [{'id': '9ab355aa-58d4-4ae2-b17d-41dbe79e69fb', 'name': 'tempest-TestVolumeBootPattern-957477328-router', 'tenant_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '15a548b0-34ad-47e1-bbf4-839cc46e253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:39Z', 'updated_at': '2022-03-04T03:00:41Z', 'revision_number': 3, 'project_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'gw_port': {'id': '15a548b0-34ad-47e1-bbf4-839cc46e253a', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab355aa-58d4-4ae2-b17d-41dbe79e69fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:40Z', 'updated_at': '2022-03-04T03:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}] {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:00:43.984967 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56539a1-1737-4853-9d00-75256eb62405 {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:00:44.008399 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b361a60-e9b0-4fb2-8e1a-fa2a09330001 admin admin] Pushing event updated for resources: {'Port': ['ID=8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:44.011262 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port c56539a1-1737-4853-9d00-75256eb62405, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=c56539a1-1737-4853-9d00-75256eb62405,segment=NetworkSegment(3e383840-be9f-4807-838c-ba84cbc75df9),segment_id=3e383840-be9f-4807-838c-ba84cbc75df9)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:00:44.013482 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3b361a60-e9b0-4fb2-8e1a-fa2a09330001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642211'] for router_interface (9ab355aa-58d4-4ae2-b17d-41dbe79e69fb), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:44.028637 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (c56539a1-1737-4853-9d00-75256eb62405), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:44.031357 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_common [None req-65e3ea1a-8a23-480f-816a-b40a3b988fca tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Allocated IP 172.27.2.77 (4b7e2636-a469-4d8a-9bd4-65ee0f06b31b/15e6bee3-74fb-492e-abc3-419d01a26fc0/00c5e4e2-1edf-4663-aca7-5f0f57861934) {{(pid=102946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:00:44.104947 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-1da3f021-f317-4dfe-af7d-03553a062afd None None] Provisioning complete for port 8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:44.105465 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-1da3f021-f317-4dfe-af7d-03553a062afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:44.107236 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=c56539a1-1737-4853-9d00-75256eb62405,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:44.123357 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b361a60-e9b0-4fb2-8e1a-fa2a09330001 admin admin] Network 4d586f54-c48c-4625-8de0-8f65992ca76d is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:00:44.124981 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-3b361a60-e9b0-4fb2-8e1a-fa2a09330001 admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:00:44.161167 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-1da3f021-f317-4dfe-af7d-03553a062afd None None] Port 8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1 cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 03:00:44.180330 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-65e3ea1a-8a23-480f-816a-b40a3b988fca tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for port (00c5e4e2-1edf-4663-aca7-5f0f57861934), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:44.226667 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-65e3ea1a-8a23-480f-816a-b40a3b988fca tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (00c5e4e2-1edf-4663-aca7-5f0f57861934), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:44.280463 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e3ea1a-8a23-480f-816a-b40a3b988fca tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:00:44.293504 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b361a60-e9b0-4fb2-8e1a-fa2a09330001 admin admin] Router 9ab355aa-58d4-4ae2-b17d-41dbe79e69fb has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:00:44.303247 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-65e3ea1a-8a23-480f-816a-b40a3b988fca tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:00:44.309699 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e3ea1a-8a23-480f-816a-b40a3b988fca tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Received port after_create {{(pid=102946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:00:44.346662 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:00:44.410496 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3ea1a-8a23-480f-816a-b40a3b988fca tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Pushing event updated for resources: {'Port': ['ID=00c5e4e2-1edf-4663-aca7-5f0f57861934,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:44.462479 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b361a60-e9b0-4fb2-8e1a-fa2a09330001 admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:00:44.483878 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-3b361a60-e9b0-4fb2-8e1a-fa2a09330001 admin admin] 10.222.0.16 "PUT /v2.0/routers/9ab355aa-58d4-4ae2-b17d-41dbe79e69fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5214729 Mar 04 03:00:44.501488 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-2a9cbeb9-b37d-42cd-b732-df0cd3a80341 None None] Provisioning complete for port 8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:44.502048 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-2a9cbeb9-b37d-42cd-b732-df0cd3a80341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:44.539470 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da94b3-1bbb-4c4b-a84e-a4c29cd755bb req-a5ea9552-5dab-466c-b97a-0f6a0af69267 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:44.541392 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-45da94b3-1bbb-4c4b-a84e-a4c29cd755bb req-a5ea9552-5dab-466c-b97a-0f6a0af69267 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.2831717 Mar 04 03:00:44.559040 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-2a9cbeb9-b37d-42cd-b732-df0cd3a80341 None None] Port 8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1 cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 03:00:44.769577 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 15a548b0-34ad-47e1-bbf4-839cc46e253a up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:00:44.795298 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['c56539a1-1737-4853-9d00-75256eb62405'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:00:44.884024 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 15a548b0-34ad-47e1-bbf4-839cc46e253a triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:44.884387 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (15a548b0-34ad-47e1-bbf4-839cc46e253a), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:45.002567 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-45da94b3-1bbb-4c4b-a84e-a4c29cd755bb req-f5ce5b6e-5e98-439b-9956-61b574d7f47a tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027050 Mar 04 03:00:45.015387 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b085ce2-5076-476f-9d9e-1f3738a8d967 req-d9ba5f08-39b1-4b0c-a161-06d4083b4aa7 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:45.022326 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2b085ce2-5076-476f-9d9e-1f3738a8d967 req-d9ba5f08-39b1-4b0c-a161-06d4083b4aa7 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 944 time: 0.4237723 Mar 04 03:00:45.043439 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 15a548b0-34ad-47e1-bbf4-839cc46e253a is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:45.043896 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (15a548b0-34ad-47e1-bbf4-839cc46e253a), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:45.069399 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] For port 15a548b0-34ad-47e1-bbf4-839cc46e253a, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=15a548b0-34ad-47e1-bbf4-839cc46e253a,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:00:45.076589 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (15a548b0-34ad-47e1-bbf4-839cc46e253a), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:45.077732 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 22502e9c-8122-4adb-b06c-542a63154303 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:00:45.175783 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Pushing event updated for resources: {'Port': ['ID=15a548b0-34ad-47e1-bbf4-839cc46e253a,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:45.186397 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 22502e9c-8122-4adb-b06c-542a63154303 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:45.186780 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (22502e9c-8122-4adb-b06c-542a63154303), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:45.215229 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2b085ce2-5076-476f-9d9e-1f3738a8d967 req-120e85a3-211f-4742-b3ed-f31848a87b05 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919820 Mar 04 03:00:45.320629 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 22502e9c-8122-4adb-b06c-542a63154303 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:45.352829 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-65e3ea1a-8a23-480f-816a-b40a3b988fca tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for floatingip (5c81ace8-3d79-47f6-9e6e-0e11581f03a5), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:45.434279 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09d3ae-205c-4356-babf-bb12b5afd45d req-97e0b27a-9158-4ea7-8b15-21bf1baac18b tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:45.435690 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7a09d3ae-205c-4356-babf-bb12b5afd45d req-97e0b27a-9158-4ea7-8b15-21bf1baac18b tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=c43d511f-dd62-4d65-ae9b-e158fda701bc HTTP/1.1" status: 200 len: 945 time: 0.1383944 Mar 04 03:00:45.501977 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-65e3ea1a-8a23-480f-816a-b40a3b988fca tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (00c5e4e2-1edf-4663-aca7-5f0f57861934), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:45.529554 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7a09d3ae-205c-4356-babf-bb12b5afd45d req-77d0d4a5-aac8-4e66-974a-9e7279041cb8 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878992 Mar 04 03:00:45.671390 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-65e3ea1a-8a23-480f-816a-b40a3b988fca tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for port (00c5e4e2-1edf-4663-aca7-5f0f57861934), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:45.679215 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-65e3ea1a-8a23-480f-816a-b40a3b988fca tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (00c5e4e2-1edf-4663-aca7-5f0f57861934), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:45.723226 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 59794) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:00:45.728421 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-e17223db-aaa9-4437-aa84-5ca889efe712 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-860215563', 'description': 'tempest-secgroup-smoke-860215563 description', 'project_id': '8d15398833664320803849959784f508'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:00:45.752761 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-65e3ea1a-8a23-480f-816a-b40a3b988fca tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641224'] for floatingip (5c81ace8-3d79-47f6-9e6e-0e11581f03a5), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:45.753056 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e17223db-aaa9-4437-aa84-5ca889efe712 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:45.755703 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3ea1a-8a23-480f-816a-b40a3b988fca tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Pushing event updated for resources: {'Port': ['ID=00c5e4e2-1edf-4663-aca7-5f0f57861934,revision_number=2']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:45.846007 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e17223db-aaa9-4437-aa84-5ca889efe712 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for security_group (63d777cc-5e9a-452b-a706-e440af5e4eb8), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:45.853615 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e17223db-aaa9-4437-aa84-5ca889efe712 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (63d777cc-5e9a-452b-a706-e440af5e4eb8), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:45.897483 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e17223db-aaa9-4437-aa84-5ca889efe712 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:45.898128 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.db.l3_db [None req-65e3ea1a-8a23-480f-816a-b40a3b988fca tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Floating IP 5c81ace8-3d79-47f6-9e6e-0e11581f03a5 associated. External IP: 172.27.2.77, port: f6905acd-71e8-454b-b704-fb22bd94943d. Mar 04 03:00:45.901453 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-e17223db-aaa9-4437-aa84-5ca889efe712 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1740072 Mar 04 03:00:45.901797 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 59800) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:00:45.907600 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-0d30fa01-5007-47c7-8ac9-5a9a15332827 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Request body: {'security_group_rule': {'security_group_id': '63d777cc-5e9a-452b-a706-e440af5e4eb8', 'project_id': '8d15398833664320803849959784f508', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:00:45.913190 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17223db-aaa9-4437-aa84-5ca889efe712 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63d777cc-5e9a-452b-a706-e440af5e4eb8,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:45.942327 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0d30fa01-5007-47c7-8ac9-5a9a15332827 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for security_group_rule (e611611a-b6ec-49a0-aac5-cbaeb0f9f4f8), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.007182 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0d30fa01-5007-47c7-8ac9-5a9a15332827 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for security_group_rule (e611611a-b6ec-49a0-aac5-cbaeb0f9f4f8), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.011825 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0d30fa01-5007-47c7-8ac9-5a9a15332827 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (e611611a-b6ec-49a0-aac5-cbaeb0f9f4f8), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.033090 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30fa01-5007-47c7-8ac9-5a9a15332827 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e611611a-b6ec-49a0-aac5-cbaeb0f9f4f8,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:46.038269 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0d30fa01-5007-47c7-8ac9-5a9a15332827 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.042378 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-0d30fa01-5007-47c7-8ac9-5a9a15332827 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383038 Mar 04 03:00:46.043978 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 59802) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:00:46.048253 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-205d52fd-7a07-4c69-9f7a-9bbaa6131c75 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Request body: {'security_group_rule': {'security_group_id': '63d777cc-5e9a-452b-a706-e440af5e4eb8', 'project_id': '8d15398833664320803849959784f508', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:00:46.073614 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-205d52fd-7a07-4c69-9f7a-9bbaa6131c75 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for security_group_rule (79d89deb-f3d5-4b0d-984e-f61c2704a1da), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.137185 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-205d52fd-7a07-4c69-9f7a-9bbaa6131c75 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for security_group_rule (79d89deb-f3d5-4b0d-984e-f61c2704a1da), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.141165 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-205d52fd-7a07-4c69-9f7a-9bbaa6131c75 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (79d89deb-f3d5-4b0d-984e-f61c2704a1da), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.161265 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d52fd-7a07-4c69-9f7a-9bbaa6131c75 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d89deb-f3d5-4b0d-984e-f61c2704a1da,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:46.172076 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-205d52fd-7a07-4c69-9f7a-9bbaa6131c75 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.174144 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-205d52fd-7a07-4c69-9f7a-9bbaa6131c75 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1295938 Mar 04 03:00:46.176154 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 59806) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:00:46.180782 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-c1550cde-29d0-4760-8489-df6f5d9f5339 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Request body: {'security_group_rule': {'security_group_id': '63d777cc-5e9a-452b-a706-e440af5e4eb8', 'project_id': '8d15398833664320803849959784f508', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:00:46.184292 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e3ea1a-8a23-480f-816a-b40a3b988fca tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Router 254e4558-4ce9-46bb-b2f6-63cc4fe6140b has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:00:46.192569 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b33291-4905-4007-9657-197fc0969777 req-38bab18c-f5de-4622-9309-df2ecadf6809 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:46.194029 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-88b33291-4905-4007-9657-197fc0969777 req-38bab18c-f5de-4622-9309-df2ecadf6809 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0752008 Mar 04 03:00:46.208268 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c1550cde-29d0-4760-8489-df6f5d9f5339 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for security_group_rule (35e11d6c-0ec4-4032-a13f-b0ca490db09b), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.275032 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c1550cde-29d0-4760-8489-df6f5d9f5339 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for security_group_rule (35e11d6c-0ec4-4032-a13f-b0ca490db09b), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.280595 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c1550cde-29d0-4760-8489-df6f5d9f5339 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (35e11d6c-0ec4-4032-a13f-b0ca490db09b), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.306343 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c1550cde-29d0-4760-8489-df6f5d9f5339 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.307624 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-c1550cde-29d0-4760-8489-df6f5d9f5339 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1302941 Mar 04 03:00:46.312241 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 59810) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:00:46.317888 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-0e8260f5-ef18-43e0-9970-300710d8e62e tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Request body: {'security_group_rule': {'security_group_id': '63d777cc-5e9a-452b-a706-e440af5e4eb8', 'project_id': '8d15398833664320803849959784f508', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:00:46.323200 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1550cde-29d0-4760-8489-df6f5d9f5339 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e11d6c-0ec4-4032-a13f-b0ca490db09b,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:46.357421 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-88b33291-4905-4007-9657-197fc0969777 req-ae8cd94a-8c52-4e77-8052-69e61d423ab4 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522169 Mar 04 03:00:46.358542 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0e8260f5-ef18-43e0-9970-300710d8e62e tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for security_group_rule (c0c08c13-39e3-4c32-b01f-e5b4dddee54e), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.403259 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e3ea1a-8a23-480f-816a-b40a3b988fca tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:00:46.417661 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ad8893-91fa-4cdf-be36-21e3a4d42ff8 None None] Sync routers for ids ['254e4558-4ce9-46bb-b2f6-63cc4fe6140b'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:00:46.426847 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0e8260f5-ef18-43e0-9970-300710d8e62e tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for security_group_rule (c0c08c13-39e3-4c32-b01f-e5b4dddee54e), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.427715 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66218d-8e33-4a11-9a07-e358bb07546b req-82b90764-d961-420e-abf3-3604d606cad5 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:46.429242 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-de66218d-8e33-4a11-9a07-e358bb07546b req-82b90764-d961-420e-abf3-3604d606cad5 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 944 time: 0.0946934 Mar 04 03:00:46.432362 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-65e3ea1a-8a23-480f-816a-b40a3b988fca tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for floatingip (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.432528 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ad8893-91fa-4cdf-be36-21e3a4d42ff8 None None] Routers {'254e4558-4ce9-46bb-b2f6-63cc4fe6140b'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:00:46.432989 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-58ad8893-91fa-4cdf-be36-21e3a4d42ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:00:35Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['254e4558-4ce9-46bb-b2f6-63cc4fe6140b'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:00:46.439247 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0e8260f5-ef18-43e0-9970-300710d8e62e tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (c0c08c13-39e3-4c32-b01f-e5b4dddee54e), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.459786 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8260f5-ef18-43e0-9970-300710d8e62e tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c08c13-39e3-4c32-b01f-e5b4dddee54e,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:46.472785 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0e8260f5-ef18-43e0-9970-300710d8e62e tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.474073 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-0e8260f5-ef18-43e0-9970-300710d8e62e tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1608400 Mar 04 03:00:46.476855 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 59812) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:00:46.481490 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-6b39da83-fc73-414a-99be-b226724f7f4d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Request body: {'security_group_rule': {'security_group_id': '63d777cc-5e9a-452b-a706-e440af5e4eb8', 'project_id': '8d15398833664320803849959784f508', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:00:46.492761 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-65e3ea1a-8a23-480f-816a-b40a3b988fca tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8680234 Mar 04 03:00:46.494474 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a03cc0-5986-4e89-9952-1b5f2bf4b1c8', 'tag': 'f6905acd-71e8-454b-b704-fb22bd94943d'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:00:46.496692 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27582c82-cf9e-403e-bbb5-43a27ae1e1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "90a03cc0-5986-4e89-9952-1b5f2bf4b1c8", "tag": "f6905acd-71e8-454b-b704-fb22bd94943d"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:00:46.520280 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.db.securitygroups_db [None req-6b39da83-fc73-414a-99be-b226724f7f4d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Project 8d15398833664320803849959784f508 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 03:00:46.526432 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6b39da83-fc73-414a-99be-b226724f7f4d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for security_group_rule (de85b444-a2ef-4a6a-a007-357090789a9f), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.551418 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 03:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b9ebf3-c2df-4ded-9afa-62cbd7028ea0 x-openstack-request-id: req-58b9ebf3-c2df-4ded-9afa-62cbd7028ea0 {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:00:46.551418 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a03cc0-5986-4e89-9952-1b5f2bf4b1c8", "tag": "f6905acd-71e8-454b-b704-fb22bd94943d", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:00:46.551418 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58b9ebf3-c2df-4ded-9afa-62cbd7028ea0 {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:00:46.551418 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a03cc0-5986-4e89-9952-1b5f2bf4b1c8', 'tag': 'f6905acd-71e8-454b-b704-fb22bd94943d', 'status': 'completed', 'code': 200} Mar 04 03:00:46.567828 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-de66218d-8e33-4a11-9a07-e358bb07546b req-57fdcf5d-ecb6-4aa2-9362-c00d266c6550 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149313 Mar 04 03:00:46.592417 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-58ad8893-91fa-4cdf-be36-21e3a4d42ff8 None None] Set router 254e4558-4ce9-46bb-b2f6-63cc4fe6140b gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:00:46.634459 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 15a548b0-34ad-47e1-bbf4-839cc46e253a up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:00:46.646690 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6b39da83-fc73-414a-99be-b226724f7f4d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for security_group_rule (de85b444-a2ef-4a6a-a007-357090789a9f), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.650946 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6b39da83-fc73-414a-99be-b226724f7f4d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (de85b444-a2ef-4a6a-a007-357090789a9f), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.677361 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39da83-fc73-414a-99be-b226724f7f4d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de85b444-a2ef-4a6a-a007-357090789a9f,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:46.688010 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6b39da83-fc73-414a-99be-b226724f7f4d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.689220 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-6b39da83-fc73-414a-99be-b226724f7f4d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2113824 Mar 04 03:00:46.691961 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27582c82-cf9e-403e-bbb5-43a27ae1e1f8 req-d2e1345f-2c0f-4d7b-811e-e3d3dbfa4798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:46.692722 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 59818) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:00:46.693160 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-27582c82-cf9e-403e-bbb5-43a27ae1e1f8 req-d2e1345f-2c0f-4d7b-811e-e3d3dbfa4798 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=008d600fd8c441ff8b482ff1a7313891&device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 1129 time: 0.0965991 Mar 04 03:00:46.697701 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-96d79727-6ad2-4eb7-b04b-e9f42295b24c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Request body: {'security_group_rule': {'security_group_id': '63d777cc-5e9a-452b-a706-e440af5e4eb8', 'project_id': '8d15398833664320803849959784f508', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:00:46.719584 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.db.securitygroups_db [None req-96d79727-6ad2-4eb7-b04b-e9f42295b24c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Project 8d15398833664320803849959784f508 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 03:00:46.726434 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-96d79727-6ad2-4eb7-b04b-e9f42295b24c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for security_group_rule (f81c2882-6a0a-495c-bb9c-30db9f9ec5a6), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.758901 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 15a548b0-34ad-47e1-bbf4-839cc46e253a triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:46.759275 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (15a548b0-34ad-47e1-bbf4-839cc46e253a), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.796959 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-96d79727-6ad2-4eb7-b04b-e9f42295b24c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for security_group_rule (f81c2882-6a0a-495c-bb9c-30db9f9ec5a6), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.803334 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-96d79727-6ad2-4eb7-b04b-e9f42295b24c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (f81c2882-6a0a-495c-bb9c-30db9f9ec5a6), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.821475 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d79727-6ad2-4eb7-b04b-e9f42295b24c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81c2882-6a0a-495c-bb9c-30db9f9ec5a6,revision_number=0']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:46.825229 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27582c82-cf9e-403e-bbb5-43a27ae1e1f8 req-d6b6c0fa-bccb-4c26-907e-eb46afd1b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:46.827074 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-27582c82-cf9e-403e-bbb5-43a27ae1e1f8 req-d6b6c0fa-bccb-4c26-907e-eb46afd1b360 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b87ed6a-60ec-432a-a88d-8dfb781ec617 HTTP/1.1" status: 200 len: 910 time: 0.1263621 Mar 04 03:00:46.831809 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-96d79727-6ad2-4eb7-b04b-e9f42295b24c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:46.836889 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-96d79727-6ad2-4eb7-b04b-e9f42295b24c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1429043 Mar 04 03:00:46.928544 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-27582c82-cf9e-403e-bbb5-43a27ae1e1f8 req-460c6867-b346-43af-b56c-7e9f352cc2cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6905acd-71e8-454b-b704-fb22bd94943d HTTP/1.1" status: 200 len: 998 time: 0.0936272 Mar 04 03:00:46.966995 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 15a548b0-34ad-47e1-bbf4-839cc46e253a is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:47.011215 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-58ad8893-91fa-4cdf-be36-21e3a4d42ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'name': 'tempest-TestShelveInstance-1102214424-router', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9bf73166-64b0-439e-9031-1232744788fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:58:41Z', 'updated_at': '2022-03-04T02:58:45Z', 'revision_number': 4, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'gw_port': {'id': '9bf73166-64b0-439e-9031-1232744788fd', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:42Z', 'updated_at': '2022-03-04T02:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': '5c81ace8-3d79-47f6-9e6e-0e11581f03a5', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'port_id': 'f6905acd-71e8-454b-b704-fb22bd94943d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617', 'mac_address': 'fa:16:3e:b3:74:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a03cc0-5986-4e89-9952-1b5f2bf4b1c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:00:44Z', 'updated_at': '2022-03-04T03:00:44Z', 'revision_number': 0, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9227f68e-c0b1-4415-9e34-845340a44d9f', 'name': '', 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'mac_address': 'fa:16:3e:04:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'da08f08c-befc-48c1-b5f3-365ec3403793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:44Z', 'updated_at': '2022-03-04T02:58:49Z', 'revision_number': 5, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'subnets': [{'id': 'da08f08c-befc-48c1-b5f3-365ec3403793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:00:47.016044 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27582c82-cf9e-403e-bbb5-43a27ae1e1f8 req-be3a0c16-2b91-4afa-a33e-b96d90d6421b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:47.017876 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-27582c82-cf9e-403e-bbb5-43a27ae1e1f8 req-be3a0c16-2b91-4afa-a33e-b96d90d6421b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da08f08c-befc-48c1-b5f3-365ec3403793 HTTP/1.1" status: 200 len: 848 time: 0.0791116 Mar 04 03:00:47.048388 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ad8893-91fa-4cdf-be36-21e3a4d42ff8 None None] Checking router: 254e4558-4ce9-46bb-b2f6-63cc4fe6140b for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:00:47.058914 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ad8893-91fa-4cdf-be36-21e3a4d42ff8 None None] Routers {'254e4558-4ce9-46bb-b2f6-63cc4fe6140b'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:00:47.059536 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-58ad8893-91fa-4cdf-be36-21e3a4d42ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:00:35Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['254e4558-4ce9-46bb-b2f6-63cc4fe6140b'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:00:47.087050 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27582c82-cf9e-403e-bbb5-43a27ae1e1f8 req-f089bd94-a382-4034-9f2b-b24f6c572e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:47.088622 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-27582c82-cf9e-403e-bbb5-43a27ae1e1f8 req-f089bd94-a382-4034-9f2b-b24f6c572e4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b87ed6a-60ec-432a-a88d-8dfb781ec617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629559 Mar 04 03:00:47.167705 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] Sync routers for ids ['9ab355aa-58d4-4ae2-b17d-41dbe79e69fb'] in dv-cinder-828061-7-iscsi {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:00:47.204053 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] Routers {'9ab355aa-58d4-4ae2-b17d-41dbe79e69fb'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:00:47.209208 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:00:35Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['9ab355aa-58d4-4ae2-b17d-41dbe79e69fb'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:00:47.235237 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-27582c82-cf9e-403e-bbb5-43a27ae1e1f8 req-215cc132-a8de-443c-bb37-6fd6c585c8b4 service neutron] 10.222.0.13 "GET /v2.0/networks/0b87ed6a-60ec-432a-a88d-8dfb781ec617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325765 Mar 04 03:00:47.344026 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] Set router 9ab355aa-58d4-4ae2-b17d-41dbe79e69fb gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:00:47.354599 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-58ad8893-91fa-4cdf-be36-21e3a4d42ff8 None None] Set router 254e4558-4ce9-46bb-b2f6-63cc4fe6140b gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:00:47.374587 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-27582c82-cf9e-403e-bbb5-43a27ae1e1f8 req-06b07fdf-b877-44ab-bf64-74ce135ab5cc service neutron] 10.222.0.13 "GET /v2.0/networks/0b87ed6a-60ec-432a-a88d-8dfb781ec617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309497 Mar 04 03:00:47.543879 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device c56539a1-1737-4853-9d00-75256eb62405 up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:00:47.565540 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147d438-9109-4acc-9fb1-68689d469f06 req-cb15290e-c194-4111-9e9e-160206566c7e tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:47.568145 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e147d438-9109-4acc-9fb1-68689d469f06 req-cb15290e-c194-4111-9e9e-160206566c7e tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0997477 Mar 04 03:00:47.672347 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e147d438-9109-4acc-9fb1-68689d469f06 req-aaf5d2c2-759a-4a00-9860-47d536a7611f tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981481 Mar 04 03:00:47.704498 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab355aa-58d4-4ae2-b17d-41dbe79e69fb', 'name': 'tempest-TestVolumeBootPattern-957477328-router', 'tenant_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '15a548b0-34ad-47e1-bbf4-839cc46e253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:39Z', 'updated_at': '2022-03-04T03:00:43Z', 'revision_number': 4, 'project_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'gw_port': {'id': '15a548b0-34ad-47e1-bbf4-839cc46e253a', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab355aa-58d4-4ae2-b17d-41dbe79e69fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:40Z', 'updated_at': '2022-03-04T03:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1', 'name': '', 'network_id': '4d586f54-c48c-4625-8de0-8f65992ca76d', 'tenant_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'mac_address': 'fa:16:3e:3a:0a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab355aa-58d4-4ae2-b17d-41dbe79e69fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '13681ae0-b110-4547-8924-c6308414beaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:42Z', 'updated_at': '2022-03-04T03:00:43Z', 'revision_number': 2, 'project_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'subnets': [{'id': '13681ae0-b110-4547-8924-c6308414beaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:00:47.709335 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning for port c56539a1-1737-4853-9d00-75256eb62405 completed by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 03:00:47.716017 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port c56539a1-1737-4853-9d00-75256eb62405 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:47.716332 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (c56539a1-1737-4853-9d00-75256eb62405), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:47.731678 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc73886-109e-4935-8c19-6674427b8684 req-c21c74fd-e38b-4766-b85c-d448e589695b tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:47.733622 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3dc73886-109e-4935-8c19-6674427b8684 req-c21c74fd-e38b-4766-b85c-d448e589695b tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 944 time: 0.0825510 Mar 04 03:00:47.739662 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] Checking router: 9ab355aa-58d4-4ae2-b17d-41dbe79e69fb for host: dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:00:47.740025 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] Updating router 9ab355aa-58d4-4ae2-b17d-41dbe79e69fb port 8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1 binding host dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 03:00:47.771134 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1), before_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:47.822814 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-58ad8893-91fa-4cdf-be36-21e3a4d42ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'name': 'tempest-TestShelveInstance-1102214424-router', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9bf73166-64b0-439e-9031-1232744788fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:58:41Z', 'updated_at': '2022-03-04T02:58:45Z', 'revision_number': 4, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'gw_port': {'id': '9bf73166-64b0-439e-9031-1232744788fd', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:42Z', 'updated_at': '2022-03-04T02:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': '5c81ace8-3d79-47f6-9e6e-0e11581f03a5', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'port_id': 'f6905acd-71e8-454b-b704-fb22bd94943d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617', 'mac_address': 'fa:16:3e:b3:74:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a03cc0-5986-4e89-9952-1b5f2bf4b1c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:00:44Z', 'updated_at': '2022-03-04T03:00:44Z', 'revision_number': 0, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9227f68e-c0b1-4415-9e34-845340a44d9f', 'name': '', 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'mac_address': 'fa:16:3e:04:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'da08f08c-befc-48c1-b5f3-365ec3403793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:44Z', 'updated_at': '2022-03-04T02:58:49Z', 'revision_number': 5, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'subnets': [{'id': 'da08f08c-befc-48c1-b5f3-365ec3403793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:00:47.835787 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3dc73886-109e-4935-8c19-6674427b8684 req-4f78e2f6-f0f3-4832-b493-e2dbc4a57668 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959842 Mar 04 03:00:47.874203 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ad8893-91fa-4cdf-be36-21e3a4d42ff8 None None] The sync data for ids ['254e4558-4ce9-46bb-b2f6-63cc4fe6140b'] in dv-cinder-828061-7-iscsi is: [{'id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'name': 'tempest-TestShelveInstance-1102214424-router', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9bf73166-64b0-439e-9031-1232744788fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:58:41Z', 'updated_at': '2022-03-04T02:58:45Z', 'revision_number': 4, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'gw_port': {'id': '9bf73166-64b0-439e-9031-1232744788fd', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:42Z', 'updated_at': '2022-03-04T02:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': '5c81ace8-3d79-47f6-9e6e-0e11581f03a5', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'port_id': 'f6905acd-71e8-454b-b704-fb22bd94943d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617', 'mac_address': 'fa:16:3e:b3:74:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a03cc0-5986-4e89-9952-1b5f2bf4b1c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:00:44Z', 'updated_at': '2022-03-04T03:00:44Z', 'revision_number': 0, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9227f68e-c0b1-4415-9e34-845340a44d9f', 'name': '', 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'mac_address': 'fa:16:3e:04:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'da08f08c-befc-48c1-b5f3-365ec3403793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:44Z', 'updated_at': '2022-03-04T02:58:49Z', 'revision_number': 5, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'subnets': [{'id': 'da08f08c-befc-48c1-b5f3-365ec3403793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:00:47.888935 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port c56539a1-1737-4853-9d00-75256eb62405 is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:47.889325 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (c56539a1-1737-4853-9d00-75256eb62405), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:47.919468 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb6c6f2-4f0a-4ddd-9705-3c87e9363af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56539a1-1737-4853-9d00-75256eb62405'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:00:47.921825 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c210eba9-3da5-4bb4-8dde-35ef13c911e0" -d '{"events": [{"server_uuid": "afb6c6f2-4f0a-4ddd-9705-3c87e9363af0", "name": "network-vif-plugged", "status": "completed", "tag": "c56539a1-1737-4853-9d00-75256eb62405"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:00:47.938148 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port c56539a1-1737-4853-9d00-75256eb62405, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=c56539a1-1737-4853-9d00-75256eb62405,segment=NetworkSegment(3e383840-be9f-4807-838c-ba84cbc75df9),segment_id=3e383840-be9f-4807-838c-ba84cbc75df9)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:00:47.948081 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (c56539a1-1737-4853-9d00-75256eb62405), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:47.979635 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3b1eee-edad-4682-8198-ba5cce43fdfd x-openstack-request-id: req-fa3b1eee-edad-4682-8198-ba5cce43fdfd {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:00:47.980448 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb6c6f2-4f0a-4ddd-9705-3c87e9363af0", "name": "network-vif-plugged", "status": "completed", "tag": "c56539a1-1737-4853-9d00-75256eb62405", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:00:47.980748 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa3b1eee-edad-4682-8198-ba5cce43fdfd {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:00:47.981539 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb6c6f2-4f0a-4ddd-9705-3c87e9363af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56539a1-1737-4853-9d00-75256eb62405', 'code': 200} Mar 04 03:00:48.023093 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=c56539a1-1737-4853-9d00-75256eb62405,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:48.121076 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] Publish callbacks [] for port (8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1), precommit_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:48.132648 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1), after_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:48.166189 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9569d57c-1c80-4b99-b796-0c6922534bfe None None] New status for floating IP 5c81ace8-3d79-47f6-9e6e-0e11581f03a5: ACTIVE {{(pid=102955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 03:00:48.181566 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb70a2-180a-4119-a319-ed50fe65a1cf req-11243d9e-6cb8-4526-b8b1-3e7b1a807e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:48.183688 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d4fb70a2-180a-4119-a319-ed50fe65a1cf req-11243d9e-6cb8-4526-b8b1-3e7b1a807e1f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 1130 time: 0.0806899 Mar 04 03:00:48.184704 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503b7a1-3c26-4d30-9b79-13184c57f98e None None] Pushing event updated for resources: {'Port': ['ID=8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1,revision_number=3']} {{(pid=102958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:48.231527 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5370745-e5f2-4668-8eb8-e5a6e69602f5 req-38e96ff1-44e5-41f5-a4cd-6b9bd6f18818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:48.233563 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e5370745-e5f2-4668-8eb8-e5a6e69602f5 req-38e96ff1-44e5-41f5-a4cd-6b9bd6f18818 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 1129 time: 0.0988152 Mar 04 03:00:48.278243 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d4fb70a2-180a-4119-a319-ed50fe65a1cf req-14321717-8289-43df-8782-2f8c067809e0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860159 Mar 04 03:00:48.295712 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] Attempting to bind port 8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1 on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:00:48.296129 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] Attempting to bind port 8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1 by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': '398d41ab-f33c-4f4c-bb3f-6714d88951e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4d586f54-c48c-4625-8de0-8f65992ca76d'}] {{(pid=102958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:00:48.296550 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e5370745-e5f2-4668-8eb8-e5a6e69602f5 req-d49c4281-5873-43c9-8e77-df4f543b87b3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560141 Mar 04 03:00:48.296700 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] Attempting to bind port 8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1 on network 4d586f54-c48c-4625-8de0-8f65992ca76d {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:00:48.304621 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:00:48.304998 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] Checking segment: {'id': '398d41ab-f33c-4f4c-bb3f-6714d88951e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4d586f54-c48c-4625-8de0-8f65992ca76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:00:48.305403 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:48.305964 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] Bound using segment: {'id': '398d41ab-f33c-4f4c-bb3f-6714d88951e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4d586f54-c48c-4625-8de0-8f65992ca76d'} {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:00:48.306463 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] Bound port: 8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398d41ab-f33c-4f4c-bb3f-6714d88951e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4d586f54-c48c-4625-8de0-8f65992ca76d'}}] {{(pid=102958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:00:48.307032 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1), before_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:48.386639 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.db [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] For port 8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:00:48.394308 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.db [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] For port 8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1,segment=NetworkSegment(398d41ab-f33c-4f4c-bb3f-6714d88951e5),segment_id=398d41ab-f33c-4f4c-bb3f-6714d88951e5)] {{(pid=102958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:00:48.402662 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1), after_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:48.466593 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] Routers {'9ab355aa-58d4-4ae2-b17d-41dbe79e69fb'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:00:48.467240 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:00:35Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['9ab355aa-58d4-4ae2-b17d-41dbe79e69fb'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:00:48.506356 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503b7a1-3c26-4d30-9b79-13184c57f98e None None] Pushing event updated for resources: {'Port': ['ID=8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1,revision_number=4']} {{(pid=102958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:48.531903 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-36f1f004-7759-4fd5-8566-b92325521fb8 None None] Provisioning complete for port 8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:48.532286 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-36f1f004-7759-4fd5-8566-b92325521fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:48.624368 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] Set router 9ab355aa-58d4-4ae2-b17d-41dbe79e69fb gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:00:48.656884 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-36f1f004-7759-4fd5-8566-b92325521fb8 None None] Current status of the port 8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1 is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:48.657468 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-36f1f004-7759-4fd5-8566-b92325521fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:48.703280 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-36f1f004-7759-4fd5-8566-b92325521fb8 None None] For port 8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1,segment=NetworkSegment(398d41ab-f33c-4f4c-bb3f-6714d88951e5),segment_id=398d41ab-f33c-4f4c-bb3f-6714d88951e5)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:00:48.708292 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-36f1f004-7759-4fd5-8566-b92325521fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:48.761754 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1f004-7759-4fd5-8566-b92325521fb8 None None] Pushing event updated for resources: {'Port': ['ID=8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:48.808648 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b16e9d-c5db-47bb-97a2-e93a21b95f19 req-17094508-afb0-4745-9ddc-609a3d6e3a42 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:48.810298 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-75b16e9d-c5db-47bb-97a2-e93a21b95f19 req-17094508-afb0-4745-9ddc-609a3d6e3a42 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0553501 Mar 04 03:00:48.833873 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-40654e15-1d8e-407b-8d34-d1dce1967d02 None None] Provisioning complete for port 8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:48.834350 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-40654e15-1d8e-407b-8d34-d1dce1967d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:48.844459 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab355aa-58d4-4ae2-b17d-41dbe79e69fb', 'name': 'tempest-TestVolumeBootPattern-957477328-router', 'tenant_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '15a548b0-34ad-47e1-bbf4-839cc46e253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:39Z', 'updated_at': '2022-03-04T03:00:43Z', 'revision_number': 4, 'project_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'gw_port': {'id': '15a548b0-34ad-47e1-bbf4-839cc46e253a', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab355aa-58d4-4ae2-b17d-41dbe79e69fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:40Z', 'updated_at': '2022-03-04T03:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1', 'name': '', 'network_id': '4d586f54-c48c-4625-8de0-8f65992ca76d', 'tenant_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'mac_address': 'fa:16:3e:3a:0a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab355aa-58d4-4ae2-b17d-41dbe79e69fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '13681ae0-b110-4547-8924-c6308414beaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:42Z', 'updated_at': '2022-03-04T03:00:48Z', 'revision_number': 4, 'project_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'subnets': [{'id': '13681ae0-b110-4547-8924-c6308414beaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:00:48.876406 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a41af4e-f84d-43ff-86fa-788b5c921df9 None None] The sync data for ids ['9ab355aa-58d4-4ae2-b17d-41dbe79e69fb'] in dv-cinder-828061-7-iscsi is: [{'id': '9ab355aa-58d4-4ae2-b17d-41dbe79e69fb', 'name': 'tempest-TestVolumeBootPattern-957477328-router', 'tenant_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '15a548b0-34ad-47e1-bbf4-839cc46e253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:39Z', 'updated_at': '2022-03-04T03:00:43Z', 'revision_number': 4, 'project_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'gw_port': {'id': '15a548b0-34ad-47e1-bbf4-839cc46e253a', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab355aa-58d4-4ae2-b17d-41dbe79e69fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:40Z', 'updated_at': '2022-03-04T03:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1', 'name': '', 'network_id': '4d586f54-c48c-4625-8de0-8f65992ca76d', 'tenant_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'mac_address': 'fa:16:3e:3a:0a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab355aa-58d4-4ae2-b17d-41dbe79e69fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '13681ae0-b110-4547-8924-c6308414beaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:42Z', 'updated_at': '2022-03-04T03:00:48Z', 'revision_number': 4, 'project_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'subnets': [{'id': '13681ae0-b110-4547-8924-c6308414beaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:00:48.888374 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-75b16e9d-c5db-47bb-97a2-e93a21b95f19 req-62859c12-e12a-4ff6-bcea-01ac1fa6e9f7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715520 Mar 04 03:00:48.975600 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-40654e15-1d8e-407b-8d34-d1dce1967d02 None None] Current status of the port 8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:49.021063 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea627d8-6cad-4723-9e9a-256bf35cfa88 req-f6f84cb6-f8ba-4881-b376-90b7a16251ee tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:49.022426 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-eea627d8-6cad-4723-9e9a-256bf35cfa88 req-f6f84cb6-f8ba-4881-b376-90b7a16251ee tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 945 time: 0.0687599 Mar 04 03:00:49.074391 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-eea627d8-6cad-4723-9e9a-256bf35cfa88 req-4e0b8623-856a-4e65-b2b6-24721c9e5929 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464036 Mar 04 03:00:49.995495 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e094b84-4a36-4405-bc58-cc1e522c65c6 req-91716085-e30d-4ac8-b725-2b18020e743e tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:49.996963 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2e094b84-4a36-4405-bc58-cc1e522c65c6 req-91716085-e30d-4ac8-b725-2b18020e743e tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0511093 Mar 04 03:00:50.044432 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2e094b84-4a36-4405-bc58-cc1e522c65c6 req-f002a214-0965-4869-b86b-57f5b9e0500a tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417583 Mar 04 03:00:50.196143 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5a624-4c19-48f0-b268-edf72b213080 req-284b2855-99ea-48f9-a27b-d233b1f40f25 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:50.197922 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-36a5a624-4c19-48f0-b268-edf72b213080 req-284b2855-99ea-48f9-a27b-d233b1f40f25 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 945 time: 0.0529020 Mar 04 03:00:50.247014 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-36a5a624-4c19-48f0-b268-edf72b213080 req-873b3c12-1648-47e6-95a3-a5ddf24d772b tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429978 Mar 04 03:00:50.584496 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:00:50.631221 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:00:50.631603 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:50.719023 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:00:51.168827 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f8e7a-076f-46a5-a192-e3748a7a814f req-6cb7d458-1bdb-435e-8b78-db763d0435dd tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:51.170345 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-542f8e7a-076f-46a5-a192-e3748a7a814f req-6cb7d458-1bdb-435e-8b78-db763d0435dd tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0567431 Mar 04 03:00:51.215822 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-542f8e7a-076f-46a5-a192-e3748a7a814f req-41c4ee80-194f-446f-b27d-c8fd67187e9e tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400634 Mar 04 03:00:51.373556 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421d0fa-3010-4581-a8cf-555a998e275e req-f3b8745d-6edc-4f91-9c99-5230cfd88a4c tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:51.375078 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8421d0fa-3010-4581-a8cf-555a998e275e req-f3b8745d-6edc-4f91-9c99-5230cfd88a4c tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 945 time: 0.0571268 Mar 04 03:00:51.435925 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8421d0fa-3010-4581-a8cf-555a998e275e req-cd284140-ef4c-4172-a734-eb5ea98b92ae tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545969 Mar 04 03:00:51.592574 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e43837-cdcb-4d3e-9eb8-876d7f52c561 req-00c120d6-dd6d-4d22-a309-3f5fb89ad644 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:51.594170 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-47e43837-cdcb-4d3e-9eb8-876d7f52c561 req-00c120d6-dd6d-4d22-a309-3f5fb89ad644 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0881946 Mar 04 03:00:51.599756 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cffcc1-7f01-47b3-82f4-f5034582c24b req-d2e216e2-d5b1-4bc4-bb4c-36f24baa8a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:51.601230 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-33cffcc1-7f01-47b3-82f4-f5034582c24b req-d2e216e2-d5b1-4bc4-bb4c-36f24baa8a52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=435f5c6cbc834e5e9948bd463d8aa129&device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 1130 time: 0.0862091 Mar 04 03:00:51.691999 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-47e43837-cdcb-4d3e-9eb8-876d7f52c561 req-e8217649-127e-4089-adb6-a37f6c487cf1 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897536 Mar 04 03:00:51.732846 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cffcc1-7f01-47b3-82f4-f5034582c24b req-7611c6a2-ac70-45eb-9f87-b6b1dc4c09b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:51.734408 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-33cffcc1-7f01-47b3-82f4-f5034582c24b req-7611c6a2-ac70-45eb-9f87-b6b1dc4c09b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d64efdae-0305-4058-8f96-4ee6eb81be2d HTTP/1.1" status: 200 len: 920 time: 0.1152325 Mar 04 03:00:51.792255 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-33cffcc1-7f01-47b3-82f4-f5034582c24b req-e9a6832a-9b3e-4979-bbdb-bab44ca1b955 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03043544-0f88-43de-af71-1007eceb3446 HTTP/1.1" status: 200 len: 217 time: 0.0475185 Mar 04 03:00:51.844883 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cffcc1-7f01-47b3-82f4-f5034582c24b req-84b56bfd-3023-4a1f-91f1-e259ebc50f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:51.846406 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-33cffcc1-7f01-47b3-82f4-f5034582c24b req-84b56bfd-3023-4a1f-91f1-e259ebc50f7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a402aac-443f-4244-b7c1-141fa3d052d2 HTTP/1.1" status: 200 len: 859 time: 0.0463414 Mar 04 03:00:51.887943 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-33cffcc1-7f01-47b3-82f4-f5034582c24b req-c6cb55c3-19df-42b5-b324-848c04b73bdd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d64efdae-0305-4058-8f96-4ee6eb81be2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257671 Mar 04 03:00:51.987102 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-33cffcc1-7f01-47b3-82f4-f5034582c24b req-3bea26f2-bac0-48a6-8deb-ee9583190f06 service neutron] 10.222.0.13 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857816 Mar 04 03:00:52.096319 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-33cffcc1-7f01-47b3-82f4-f5034582c24b req-68141888-748c-4479-8af3-4946fc0a18c6 service neutron] 10.222.0.13 "GET /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863175 Mar 04 03:00:52.560546 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf3201-1eba-45b6-a27f-ffce51b10863 req-b1ce3b89-1b91-47ed-b0a7-c4efb007ca92 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:52.562051 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ebbf3201-1eba-45b6-a27f-ffce51b10863 req-b1ce3b89-1b91-47ed-b0a7-c4efb007ca92 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 945 time: 0.0529993 Mar 04 03:00:52.613012 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ebbf3201-1eba-45b6-a27f-ffce51b10863 req-d078037e-9830-4eca-b608-d571a0325981 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446103 Mar 04 03:00:53.057153 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27672e6e-6d28-4d48-ad4a-db509289aeac req-9a7aea3e-9a70-424b-a2d5-3f3c91d3a1db tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:53.058592 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-27672e6e-6d28-4d48-ad4a-db509289aeac req-9a7aea3e-9a70-424b-a2d5-3f3c91d3a1db tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.2857177 Mar 04 03:00:53.107544 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-27672e6e-6d28-4d48-ad4a-db509289aeac req-91ace660-b475-4140-8d25-4982dc2fcf75 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432110 Mar 04 03:00:53.730993 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59498b41-1f1a-436d-889a-aed402853cff req-b4a42a44-4f2f-45f4-a404-fa31a65013ed tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:53.732502 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-59498b41-1f1a-436d-889a-aed402853cff req-b4a42a44-4f2f-45f4-a404-fa31a65013ed tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 945 time: 0.0526087 Mar 04 03:00:53.777388 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-59498b41-1f1a-436d-889a-aed402853cff req-526b9424-69f3-4079-8740-a483876d7b60 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394890 Mar 04 03:00:54.228595 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748464e5-6230-4eb2-b6d5-f64e516ffd37 req-725cae45-1300-4d2d-9c64-63c60e1f0568 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:54.230064 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-748464e5-6230-4eb2-b6d5-f64e516ffd37 req-725cae45-1300-4d2d-9c64-63c60e1f0568 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0565214 Mar 04 03:00:54.276057 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-748464e5-6230-4eb2-b6d5-f64e516ffd37 req-1a9c501e-8ab1-4796-9782-15f17174e067 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404468 Mar 04 03:00:55.171337 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fd95d-1ff7-4744-9cc0-7535ece55d38 req-635af49c-706e-45b2-8095-9fec4ae23fb3 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:55.172849 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-319fd95d-1ff7-4744-9cc0-7535ece55d38 req-635af49c-706e-45b2-8095-9fec4ae23fb3 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 945 time: 0.0571730 Mar 04 03:00:55.224768 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-319fd95d-1ff7-4744-9cc0-7535ece55d38 req-de38fa99-b1e6-40d3-89de-21008beda9f6 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421379 Mar 04 03:00:55.400894 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6895d09-1deb-4866-bb89-5c0a4fdae3ab req-7675c863-78d7-49fb-b388-56d4808939d5 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:55.402867 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b6895d09-1deb-4866-bb89-5c0a4fdae3ab req-7675c863-78d7-49fb-b388-56d4808939d5 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0577061 Mar 04 03:00:55.449885 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b6895d09-1deb-4866-bb89-5c0a4fdae3ab req-f846ea06-c058-45bd-8e03-44107ee6c8b1 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415552 Mar 04 03:00:56.352408 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a61b79-a655-439d-b602-bfa488114283 req-e094104e-3ace-494f-b3ef-0bf72ff58ee9 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:56.354631 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-97a61b79-a655-439d-b602-bfa488114283 req-e094104e-3ace-494f-b3ef-0bf72ff58ee9 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 945 time: 0.0597575 Mar 04 03:00:56.411251 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-97a61b79-a655-439d-b602-bfa488114283 req-a3764446-bf8f-4e58-b93c-d5a78b08ca80 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453954 Mar 04 03:00:56.568248 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39283ddf-f8c2-41b7-9a15-7a5afdec32a1 req-443cb6c2-50b1-4aa3-ad7f-0a32211f468e tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:56.569737 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-39283ddf-f8c2-41b7-9a15-7a5afdec32a1 req-443cb6c2-50b1-4aa3-ad7f-0a32211f468e tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0531909 Mar 04 03:00:56.621307 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-39283ddf-f8c2-41b7-9a15-7a5afdec32a1 req-b9fc73a4-ca2a-4920-940b-b79848f09874 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456998 Mar 04 03:00:57.536476 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d0035-d44a-408a-a226-3406fe2e58fa req-545117e9-b762-4346-9c03-939265c6b93d tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:57.538812 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9d5d0035-d44a-408a-a226-3406fe2e58fa req-545117e9-b762-4346-9c03-939265c6b93d tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 945 time: 0.0574703 Mar 04 03:00:57.585549 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9d5d0035-d44a-408a-a226-3406fe2e58fa req-d6f74ec0-6c8f-40bc-ba2d-d4848d0a9ca7 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410416 Mar 04 03:00:57.738880 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7e10d-6784-44f2-8fc5-32db07d408e1 req-24eee834-26df-47f2-98e6-cecbf62dd1ae tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:57.740358 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-43a7e10d-6784-44f2-8fc5-32db07d408e1 req-24eee834-26df-47f2-98e6-cecbf62dd1ae tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0525467 Mar 04 03:00:57.788121 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-43a7e10d-6784-44f2-8fc5-32db07d408e1 req-948e7c22-f60b-41b7-ab1b-fd458fd41bfc tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422149 Mar 04 03:00:58.664312 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc574c-01dd-4044-9838-ef2faea0668d req-773ad459-58b0-4bbd-a99e-d08b0ced811b tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:58.665834 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-86cc574c-01dd-4044-9838-ef2faea0668d req-773ad459-58b0-4bbd-a99e-d08b0ced811b tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.13 "GET /v2.0/ports?device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 945 time: 0.0723200 Mar 04 03:00:58.773184 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea481e-1379-4aac-86e3-8615261d1a99 req-33539383-5317-45b2-a661-6bfb6b95b19a tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:58.774722 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-96ea481e-1379-4aac-86e3-8615261d1a99 req-33539383-5317-45b2-a661-6bfb6b95b19a tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 945 time: 0.1079969 Mar 04 03:00:58.829618 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [req-86cc574c-01dd-4044-9838-ef2faea0668d req-1db9d6d9-1c74-4db7-bcef-2716505e02d2 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Deleting port c56539a1-1737-4853-9d00-75256eb62405 {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:00:58.829994 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-86cc574c-01dd-4044-9838-ef2faea0668d req-1db9d6d9-1c74-4db7-bcef-2716505e02d2 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (c56539a1-1737-4853-9d00-75256eb62405), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:58.849560 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-96ea481e-1379-4aac-86e3-8615261d1a99 req-34f11a62-9df2-44f5-b7e4-da92c0a2b78c tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681312 Mar 04 03:00:58.964249 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4ccad-c4ed-4440-a0eb-ca2dce7e03a6 req-9e0b5ee0-e150-4be1-8924-d35dd9526430 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:58.965735 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3ed4ccad-c4ed-4440-a0eb-ca2dce7e03a6 req-9e0b5ee0-e150-4be1-8924-d35dd9526430 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0890527 Mar 04 03:00:58.967384 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-86cc574c-01dd-4044-9838-ef2faea0668d req-1db9d6d9-1c74-4db7-bcef-2716505e02d2 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] For port c56539a1-1737-4853-9d00-75256eb62405, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=c56539a1-1737-4853-9d00-75256eb62405,segment=NetworkSegment(3e383840-be9f-4807-838c-ba84cbc75df9),segment_id=3e383840-be9f-4807-838c-ba84cbc75df9)] {{(pid=102946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:00:58.967745 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-86cc574c-01dd-4044-9838-ef2faea0668d req-1db9d6d9-1c74-4db7-bcef-2716505e02d2 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (c56539a1-1737-4853-9d00-75256eb62405), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:58.991658 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [req-86cc574c-01dd-4044-9838-ef2faea0668d req-1db9d6d9-1c74-4db7-bcef-2716505e02d2 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Calling delete_port for c56539a1-1737-4853-9d00-75256eb62405 owned by compute:nova {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:00:59.056159 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3ed4ccad-c4ed-4440-a0eb-ca2dce7e03a6 req-6244cd3a-e6f1-44fb-a163-f03be341c275 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807493 Mar 04 03:00:59.145128 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-86cc574c-01dd-4044-9838-ef2faea0668d req-1db9d6d9-1c74-4db7-bcef-2716505e02d2 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966'] for port (c56539a1-1737-4853-9d00-75256eb62405), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:59.159134 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['c56539a1-1737-4853-9d00-75256eb62405'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:00:59.173124 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9d6d9-1c74-4db7-bcef-2716505e02d2 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Pushing event deleted for resources: {'Port': ['ID=c56539a1-1737-4853-9d00-75256eb62405,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:00:59.203184 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db9d6d9-1c74-4db7-bcef-2716505e02d2 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:59.203184 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db9d6d9-1c74-4db7-bcef-2716505e02d2 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:59.203359 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db9d6d9-1c74-4db7-bcef-2716505e02d2 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:59.203608 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db9d6d9-1c74-4db7-bcef-2716505e02d2 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:59.203933 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db9d6d9-1c74-4db7-bcef-2716505e02d2 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:59.204258 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db9d6d9-1c74-4db7-bcef-2716505e02d2 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:59.204578 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db9d6d9-1c74-4db7-bcef-2716505e02d2 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:59.204910 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db9d6d9-1c74-4db7-bcef-2716505e02d2 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:59.205214 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db9d6d9-1c74-4db7-bcef-2716505e02d2 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:59.205527 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db9d6d9-1c74-4db7-bcef-2716505e02d2 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:59.205870 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db9d6d9-1c74-4db7-bcef-2716505e02d2 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:59.206184 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db9d6d9-1c74-4db7-bcef-2716505e02d2 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:59.206495 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db9d6d9-1c74-4db7-bcef-2716505e02d2 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:00:59.227698 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cc574c-01dd-4044-9838-ef2faea0668d req-1db9d6d9-1c74-4db7-bcef-2716505e02d2 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] No DVR routers for this DVR port c56539a1-1737-4853-9d00-75256eb62405 on host hv-cinder-82806 {{(pid=102946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:00:59.230604 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-86cc574c-01dd-4044-9838-ef2faea0668d req-1db9d6d9-1c74-4db7-bcef-2716505e02d2 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:00:59.233821 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-86cc574c-01dd-4044-9838-ef2faea0668d req-1db9d6d9-1c74-4db7-bcef-2716505e02d2 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.13 "DELETE /v2.0/ports/c56539a1-1737-4853-9d00-75256eb62405 HTTP/1.1" status: 204 len: 173 time: 0.5589583 Mar 04 03:00:59.234249 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb6c6f2-4f0a-4ddd-9705-3c87e9363af0', 'name': 'network-vif-deleted', 'tag': 'c56539a1-1737-4853-9d00-75256eb62405'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:00:59.236501 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8419bdd9-3721-4c5f-ad90-bcd9c2704dc0" -d '{"events": [{"server_uuid": "afb6c6f2-4f0a-4ddd-9705-3c87e9363af0", "name": "network-vif-deleted", "tag": "c56539a1-1737-4853-9d00-75256eb62405"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:00:59.276471 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d50b18-6433-4e97-9a66-9f55173a9e65 x-openstack-request-id: req-c1d50b18-6433-4e97-9a66-9f55173a9e65 {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:00:59.276768 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb6c6f2-4f0a-4ddd-9705-3c87e9363af0", "name": "network-vif-deleted", "tag": "c56539a1-1737-4853-9d00-75256eb62405", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:00:59.277020 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1d50b18-6433-4e97-9a66-9f55173a9e65 {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:00:59.277425 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb6c6f2-4f0a-4ddd-9705-3c87e9363af0', 'name': 'network-vif-deleted', 'tag': 'c56539a1-1737-4853-9d00-75256eb62405', 'status': 'completed', 'code': 200} Mar 04 03:00:59.939688 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05003ab9-3224-4ab6-85c3-8b62a7db7f98 req-78d37467-a867-4d17-9f1b-d8b545533068 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:00:59.941756 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-05003ab9-3224-4ab6-85c3-8b62a7db7f98 req-78d37467-a867-4d17-9f1b-d8b545533068 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=c43d511f-dd62-4d65-ae9b-e158fda701bc HTTP/1.1" status: 200 len: 945 time: 0.0602374 Mar 04 03:00:59.985599 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-eb82c423-553d-421d-9687-3af5011ec5f6 req-ea49c5d4-2381-4ff8-82ee-b276df030f55 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=afb6c6f2-4f0a-4ddd-9705-3c87e9363af0 HTTP/1.1" status: 200 len: 210 time: 0.0377493 Mar 04 03:01:00.020541 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-05003ab9-3224-4ab6-85c3-8b62a7db7f98 req-45d08f1f-705f-49e4-a292-a41c2327ea67 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714922 Mar 04 03:01:00.178248 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14610a1-57d9-4b7a-b002-cbb2f8030b72 req-9239d510-7b65-49ab-8b72-ca3adaac68fa tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:00.179788 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a14610a1-57d9-4b7a-b002-cbb2f8030b72 req-9239d510-7b65-49ab-8b72-ca3adaac68fa tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0536344 Mar 04 03:01:00.225772 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a14610a1-57d9-4b7a-b002-cbb2f8030b72 req-efb17ce9-0954-4188-aa18-2a727de5b8e7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404441 Mar 04 03:01:01.149863 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cddca-5d84-4a63-ac6d-f001aa4486cb req-c2b2ece9-ed61-4007-ab0a-dd2f65050769 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:01.151382 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e36cddca-5d84-4a63-ac6d-f001aa4486cb req-c2b2ece9-ed61-4007-ab0a-dd2f65050769 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=c43d511f-dd62-4d65-ae9b-e158fda701bc HTTP/1.1" status: 200 len: 945 time: 0.0567074 Mar 04 03:01:01.216003 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e36cddca-5d84-4a63-ac6d-f001aa4486cb req-c5124b5d-37a5-4365-a7a7-b38f13499f83 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574982 Mar 04 03:01:01.314079 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468884a7-b621-4862-ab0b-794788a9f482 req-92ad055e-533d-4ce2-b9d7-f8070af97128 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:01.315518 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-468884a7-b621-4862-ab0b-794788a9f482 req-92ad055e-533d-4ce2-b9d7-f8070af97128 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/networks?id=464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7 HTTP/1.1" status: 200 len: 808 time: 0.1151249 Mar 04 03:01:01.344840 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-468884a7-b621-4862-ab0b-794788a9f482 req-24f250ee-8ef7-4051-b0fe-4cffc3b8ed0e tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/quotas/695cd22e97d749abba3341ee30d3a3f4 HTTP/1.1" status: 200 len: 375 time: 0.0142789 Mar 04 03:01:01.383991 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-468884a7-b621-4862-ab0b-794788a9f482 req-6a9888bc-6160-4092-8f3b-53b5f97b6fda tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=695cd22e97d749abba3341ee30d3a3f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335417 Mar 04 03:01:01.390790 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d990e-5a87-43c5-a70a-3b7bb5a1e1e1 req-f9f32b3a-55c6-42e7-9ad6-0a44712c416d tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:01.392152 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a44d990e-5a87-43c5-a70a-3b7bb5a1e1e1 req-f9f32b3a-55c6-42e7-9ad6-0a44712c416d tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0966823 Mar 04 03:01:01.486333 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a44d990e-5a87-43c5-a70a-3b7bb5a1e1e1 req-0d58dcf3-cbb7-4e47-a657-5ece25424e58 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863214 Mar 04 03:01:01.509464 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-468884a7-b621-4862-ab0b-794788a9f482 req-e56a051c-662f-4f9b-86e1-ab4bebd5d5d0 service neutron] 10.222.0.16 "GET /v2.0/networks/464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163929 Mar 04 03:01:01.603590 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-468884a7-b621-4862-ab0b-794788a9f482 req-0c98c15b-46cb-48da-a233-0cfca6a6a6a5 service neutron] 10.222.0.16 "GET /v2.0/networks/464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884397 Mar 04 03:01:01.614286 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device c56539a1-1737-4853-9d00-75256eb62405 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:01:01.635717 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] No Port match for: c56539a1-1737-4853-9d00-75256eb62405 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:01:01.636060 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device c56539a1-1737-4853-9d00-75256eb62405 not bound to the agent host hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:01:01.760744 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-07367bd3-f3b0-4759-848b-a113ecc5e860 req-489ca488-fc4d-4592-aa3e-896668a0efaa tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 210 time: 0.0282259 Mar 04 03:01:01.943023 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b4784008-cff4-42ea-baeb-694e0489b1aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:02.341976 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b18e6c-6122-4ea1-8238-01410a151293 req-7765cbcd-a8f6-45e3-8968-f4881cdb25af tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:02.343461 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c1b18e6c-6122-4ea1-8238-01410a151293 req-7765cbcd-a8f6-45e3-8968-f4881cdb25af tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=c43d511f-dd62-4d65-ae9b-e158fda701bc HTTP/1.1" status: 200 len: 945 time: 0.0557888 Mar 04 03:01:02.388912 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c1b18e6c-6122-4ea1-8238-01410a151293 req-4c58acb6-62e6-4de2-a251-3a8588858eb5 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398006 Mar 04 03:01:02.624868 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70ddad-b5a1-4933-9921-0cf384e6b425 req-dd6caa70-32cb-4d41-a4b9-4f6dfc8a965a tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:02.626371 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6f70ddad-b5a1-4933-9921-0cf384e6b425 req-dd6caa70-32cb-4d41-a4b9-4f6dfc8a965a tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0628266 Mar 04 03:01:02.673132 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6f70ddad-b5a1-4933-9921-0cf384e6b425 req-e45b45f5-8fc5-4155-ad82-c8405fefa63e tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403941 Mar 04 03:01:02.771261 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330bf4e-9790-44ff-b0aa-456f43017497 req-df2a3603-16fa-4463-a691-56a0cc9f284e tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:02.772644 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9330bf4e-9790-44ff-b0aa-456f43017497 req-df2a3603-16fa-4463-a691-56a0cc9f284e tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.13 "GET /v2.0/ports?device_id=c43d511f-dd62-4d65-ae9b-e158fda701bc HTTP/1.1" status: 200 len: 945 time: 0.0533912 Mar 04 03:01:02.881207 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ba1ab7b3-e271-408e-b1c7-7bfa5a9d2899 req-fa06fcb1-fe73-4fe8-af8f-2a5f1e051a8b tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 210 time: 0.0311129 Mar 04 03:01:02.903136 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [req-9330bf4e-9790-44ff-b0aa-456f43017497 req-93d75a94-5bc7-4a65-bba4-f92839f79958 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Deleting port 7418a39b-1bcb-49cc-93f6-5af39d6d3405 {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:01:02.903475 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-9330bf4e-9790-44ff-b0aa-456f43017497 req-93d75a94-5bc7-4a65-bba4-f92839f79958 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (7418a39b-1bcb-49cc-93f6-5af39d6d3405), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:02.995454 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-9330bf4e-9790-44ff-b0aa-456f43017497 req-93d75a94-5bc7-4a65-bba4-f92839f79958 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] For port 7418a39b-1bcb-49cc-93f6-5af39d6d3405, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=7418a39b-1bcb-49cc-93f6-5af39d6d3405,segment=NetworkSegment(40210cda-f220-447e-88df-8afede29b116),segment_id=40210cda-f220-447e-88df-8afede29b116)] {{(pid=102946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:01:02.995816 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-9330bf4e-9790-44ff-b0aa-456f43017497 req-93d75a94-5bc7-4a65-bba4-f92839f79958 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (7418a39b-1bcb-49cc-93f6-5af39d6d3405), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:03.014367 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [req-9330bf4e-9790-44ff-b0aa-456f43017497 req-93d75a94-5bc7-4a65-bba4-f92839f79958 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Calling delete_port for 7418a39b-1bcb-49cc-93f6-5af39d6d3405 owned by compute:nova {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:01:03.110017 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468884a7-b621-4862-ab0b-794788a9f482 req-3ba81a05-e58a-4434-941b-a9af3f05b264 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:03.111595 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-468884a7-b621-4862-ab0b-794788a9f482 req-3ba81a05-e58a-4434-941b-a9af3f05b264 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.13 "GET /v2.0/networks?id=464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7 HTTP/1.1" status: 200 len: 808 time: 0.1097906 Mar 04 03:01:03.125390 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-468884a7-b621-4862-ab0b-794788a9f482 req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Request body: {'port': {'device_id': '5037f222-df2a-4e82-9eda-8ca3692e1e2d', 'network_id': '464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7', 'admin_state_up': True, 'tenant_id': '695cd22e97d749abba3341ee30d3a3f4'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:01:03.166668 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-9330bf4e-9790-44ff-b0aa-456f43017497 req-93d75a94-5bc7-4a65-bba4-f92839f79958 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966'] for port (7418a39b-1bcb-49cc-93f6-5af39d6d3405), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:03.179550 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['f8c0c90d-35cb-4651-9a1a-06b873e53814', '34fe383c-736e-4a3a-8bd0-9fe83c4f16c3', 'f0168c98-41d2-4f5c-91b7-6f279dc5a02e', '7418a39b-1bcb-49cc-93f6-5af39d6d3405'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:01:03.198555 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d75a94-5bc7-4a65-bba4-f92839f79958 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Pushing event deleted for resources: {'Port': ['ID=7418a39b-1bcb-49cc-93f6-5af39d6d3405,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:03.251470 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-468884a7-b621-4862-ab0b-794788a9f482 req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Made reservation on behalf of 695cd22e97d749abba3341ee30d3a3f4 for: {'port': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:01:03.255875 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-468884a7-b621-4862-ab0b-794788a9f482 req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:03.259822 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [req-9330bf4e-9790-44ff-b0aa-456f43017497 req-93d75a94-5bc7-4a65-bba4-f92839f79958 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] No DVR routers for this DVR port 7418a39b-1bcb-49cc-93f6-5af39d6d3405 on host hv-cinder-82806 {{(pid=102946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:01:03.262548 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-9330bf4e-9790-44ff-b0aa-456f43017497 req-93d75a94-5bc7-4a65-bba4-f92839f79958 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:03.266212 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9330bf4e-9790-44ff-b0aa-456f43017497 req-93d75a94-5bc7-4a65-bba4-f92839f79958 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.13 "DELETE /v2.0/ports/7418a39b-1bcb-49cc-93f6-5af39d6d3405 HTTP/1.1" status: 204 len: 173 time: 0.4851308 Mar 04 03:01:03.266726 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43d511f-dd62-4d65-ae9b-e158fda701bc', 'name': 'network-vif-deleted', 'tag': '7418a39b-1bcb-49cc-93f6-5af39d6d3405'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:01:03.269109 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ac5168-bc21-4594-8a93-41169cdaf86e" -d '{"events": [{"server_uuid": "c43d511f-dd62-4d65-ae9b-e158fda701bc", "name": "network-vif-deleted", "tag": "7418a39b-1bcb-49cc-93f6-5af39d6d3405"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:01:03.326823 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a48e83-5b68-4f87-b0dc-4163626c4ce2 x-openstack-request-id: req-31a48e83-5b68-4f87-b0dc-4163626c4ce2 {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:01:03.327220 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43d511f-dd62-4d65-ae9b-e158fda701bc", "name": "network-vif-deleted", "tag": "7418a39b-1bcb-49cc-93f6-5af39d6d3405", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:01:03.327652 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31a48e83-5b68-4f87-b0dc-4163626c4ce2 {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:01:03.328084 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43d511f-dd62-4d65-ae9b-e158fda701bc', 'name': 'network-vif-deleted', 'tag': '7418a39b-1bcb-49cc-93f6-5af39d6d3405', 'status': 'completed', 'code': 200} Mar 04 03:01:03.440581 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [req-468884a7-b621-4862-ab0b-794788a9f482 req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Allocated IP 172.20.0.7 (464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7/642ba3c0-d988-4230-8536-62eae35ab9ce/27b2deaf-bddb-4853-b98a-612c200a0498) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:01:03.513521 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a897cc16-f866-4c3d-b47e-93bc78740c3e req-0694b56e-0e9d-4c7d-a483-0784eb73737e tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=c43d511f-dd62-4d65-ae9b-e158fda701bc HTTP/1.1" status: 200 len: 210 time: 0.0312288 Mar 04 03:01:03.610570 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-468884a7-b621-4862-ab0b-794788a9f482 req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Publish callbacks [] for port (27b2deaf-bddb-4853-b98a-612c200a0498), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:03.641843 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-468884a7-b621-4862-ab0b-794788a9f482 req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (27b2deaf-bddb-4853-b98a-612c200a0498), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:03.690962 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-468884a7-b621-4862-ab0b-794788a9f482 req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Network 464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7 is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:01:03.694824 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [req-468884a7-b621-4862-ab0b-794788a9f482 req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:01:03.699451 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-468884a7-b621-4862-ab0b-794788a9f482 req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:01:03.703766 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Pushing event updated for resources: {'Port': ['ID=27b2deaf-bddb-4853-b98a-612c200a0498,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:03.738474 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:03.738812 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:03.739177 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:03.739507 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:03.739829 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:03.740150 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:03.740465 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:03.740781 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:03.741092 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:03.741407 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:03.741742 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:03.742058 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:03.742367 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:03.764563 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468884a7-b621-4862-ab0b-794788a9f482 req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:03.764769 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-468884a7-b621-4862-ab0b-794788a9f482 req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:03.780684 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-468884a7-b621-4862-ab0b-794788a9f482 req-ab70899d-e621-445f-a0c1-fdd4a051b603 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6594892 Mar 04 03:01:03.799228 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-468884a7-b621-4862-ab0b-794788a9f482 req-58b528f1-f5f5-4cc0-a506-03ed6143832e service neutron] Request body: {'port': {'device_id': '5037f222-df2a-4e82-9eda-8ca3692e1e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:01:03.805615 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d64e4d-20be-4955-9c2a-9784854d1fbb req-4e1d2131-f94d-4afc-9c31-f8c68453186a tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:03.807152 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d8d64e4d-20be-4955-9c2a-9784854d1fbb req-4e1d2131-f94d-4afc-9c31-f8c68453186a tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0609751 Mar 04 03:01:03.854408 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d8d64e4d-20be-4955-9c2a-9784854d1fbb req-e9da8cbc-06d6-4c47-9b08-1f3ee968f4e2 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416179 Mar 04 03:01:03.856360 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-468884a7-b621-4862-ab0b-794788a9f482 req-58b528f1-f5f5-4cc0-a506-03ed6143832e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (27b2deaf-bddb-4853-b98a-612c200a0498), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:04.014409 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375bbcf-814a-46eb-b206-8e1bfdd538d0 req-2c340752-a1a5-4c3c-b9ca-424a398fe263 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:04.016011 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9375bbcf-814a-46eb-b206-8e1bfdd538d0 req-2c340752-a1a5-4c3c-b9ca-424a398fe263 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 931 time: 0.0639579 Mar 04 03:01:04.077078 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9375bbcf-814a-46eb-b206-8e1bfdd538d0 req-9269a2e0-56cb-4a1b-a114-22f4550ad711 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542274 Mar 04 03:01:04.327185 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [req-468884a7-b621-4862-ab0b-794788a9f482 req-58b528f1-f5f5-4cc0-a506-03ed6143832e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b2deaf-bddb-4853-b98a-612c200a0498 {{(pid=102948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:01:04.335272 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-468884a7-b621-4862-ab0b-794788a9f482 req-58b528f1-f5f5-4cc0-a506-03ed6143832e service neutron] Publish callbacks [] for port (27b2deaf-bddb-4853-b98a-612c200a0498), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:04.339709 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-505f0065-ff75-4156-b982-dbe1c1097af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:04.348682 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.provisioning_blocks [req-468884a7-b621-4862-ab0b-794788a9f482 req-58b528f1-f5f5-4cc0-a506-03ed6143832e service neutron] Transition to ACTIVE for port object 27b2deaf-bddb-4853-b98a-612c200a0498 will not be triggered until provisioned by entity L2. {{(pid=102948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 03:01:04.352732 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-468884a7-b621-4862-ab0b-794788a9f482 req-58b528f1-f5f5-4cc0-a506-03ed6143832e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133005'] for port (27b2deaf-bddb-4853-b98a-612c200a0498), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:04.401526 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b528f1-f5f5-4cc0-a506-03ed6143832e service neutron] Pushing event updated for resources: {'Port': ['ID=27b2deaf-bddb-4853-b98a-612c200a0498,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:04.471172 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-468884a7-b621-4862-ab0b-794788a9f482 req-58b528f1-f5f5-4cc0-a506-03ed6143832e service neutron] Attempting to bind port 27b2deaf-bddb-4853-b98a-612c200a0498 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:01:04.471510 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-468884a7-b621-4862-ab0b-794788a9f482 req-58b528f1-f5f5-4cc0-a506-03ed6143832e service neutron] Attempting to bind port 27b2deaf-bddb-4853-b98a-612c200a0498 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '3e383840-be9f-4807-838c-ba84cbc75df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7'}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:01:04.471839 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468884a7-b621-4862-ab0b-794788a9f482 req-58b528f1-f5f5-4cc0-a506-03ed6143832e service neutron] Attempting to bind port 27b2deaf-bddb-4853-b98a-612c200a0498 on network 464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:01:04.477028 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468884a7-b621-4862-ab0b-794788a9f482 req-58b528f1-f5f5-4cc0-a506-03ed6143832e service neutron] Port 27b2deaf-bddb-4853-b98a-612c200a0498 on network 464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 03:01:04.477355 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468884a7-b621-4862-ab0b-794788a9f482 req-58b528f1-f5f5-4cc0-a506-03ed6143832e service neutron] Attempting to bind port 27b2deaf-bddb-4853-b98a-612c200a0498 on network 464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:01:04.482381 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468884a7-b621-4862-ab0b-794788a9f482 req-58b528f1-f5f5-4cc0-a506-03ed6143832e service neutron] Checking agent: {'id': '3c9f8f0c-9b00-4c68-8144-2c2180e90486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'started_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:01:04.482722 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468884a7-b621-4862-ab0b-794788a9f482 req-58b528f1-f5f5-4cc0-a506-03ed6143832e service neutron] Checking segment: {'id': '3e383840-be9f-4807-838c-ba84cbc75df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:01:04.483102 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468884a7-b621-4862-ab0b-794788a9f482 req-58b528f1-f5f5-4cc0-a506-03ed6143832e service neutron] Bound using segment: {'id': '3e383840-be9f-4807-838c-ba84cbc75df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7'} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:01:04.483523 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-468884a7-b621-4862-ab0b-794788a9f482 req-58b528f1-f5f5-4cc0-a506-03ed6143832e service neutron] Bound port: 27b2deaf-bddb-4853-b98a-612c200a0498, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e383840-be9f-4807-838c-ba84cbc75df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7'}}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:01:04.483880 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-468884a7-b621-4862-ab0b-794788a9f482 req-58b528f1-f5f5-4cc0-a506-03ed6143832e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (27b2deaf-bddb-4853-b98a-612c200a0498), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:04.548175 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-468884a7-b621-4862-ab0b-794788a9f482 req-58b528f1-f5f5-4cc0-a506-03ed6143832e service neutron] For port 27b2deaf-bddb-4853-b98a-612c200a0498, host hv-cinder-82806, cleared binding levels {{(pid=102948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:01:04.556113 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-468884a7-b621-4862-ab0b-794788a9f482 req-58b528f1-f5f5-4cc0-a506-03ed6143832e service neutron] For port 27b2deaf-bddb-4853-b98a-612c200a0498, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=27b2deaf-bddb-4853-b98a-612c200a0498,segment=NetworkSegment(3e383840-be9f-4807-838c-ba84cbc75df9),segment_id=3e383840-be9f-4807-838c-ba84cbc75df9)] {{(pid=102948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:01:04.562677 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-468884a7-b621-4862-ab0b-794788a9f482 req-58b528f1-f5f5-4cc0-a506-03ed6143832e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133005'] for port (27b2deaf-bddb-4853-b98a-612c200a0498), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:04.594874 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468884a7-b621-4862-ab0b-794788a9f482 req-58b528f1-f5f5-4cc0-a506-03ed6143832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:04.595666 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-468884a7-b621-4862-ab0b-794788a9f482 req-58b528f1-f5f5-4cc0-a506-03ed6143832e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:04.597062 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-468884a7-b621-4862-ab0b-794788a9f482 req-58b528f1-f5f5-4cc0-a506-03ed6143832e service neutron] 10.222.0.13 "PUT /v2.0/ports/27b2deaf-bddb-4853-b98a-612c200a0498 HTTP/1.1" status: 200 len: 1093 time: 0.8022192 Mar 04 03:01:04.600019 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5037f222-df2a-4e82-9eda-8ca3692e1e2d', 'tag': '27b2deaf-bddb-4853-b98a-612c200a0498'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:01:04.602310 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf5ae88-e282-42b7-8c84-eecca924015d" -d '{"events": [{"name": "network-changed", "server_uuid": "5037f222-df2a-4e82-9eda-8ca3692e1e2d", "tag": "27b2deaf-bddb-4853-b98a-612c200a0498"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:01:04.647581 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b528f1-f5f5-4cc0-a506-03ed6143832e service neutron] Pushing event updated for resources: {'Port': ['ID=27b2deaf-bddb-4853-b98a-612c200a0498,revision_number=3']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:04.652686 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 03:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08631d8c-facb-4e32-80f9-6358283f9ca2 x-openstack-request-id: req-08631d8c-facb-4e32-80f9-6358283f9ca2 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:01:04.653170 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5037f222-df2a-4e82-9eda-8ca3692e1e2d", "tag": "27b2deaf-bddb-4853-b98a-612c200a0498", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:01:04.653600 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08631d8c-facb-4e32-80f9-6358283f9ca2 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:01:04.654169 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5037f222-df2a-4e82-9eda-8ca3692e1e2d', 'tag': '27b2deaf-bddb-4853-b98a-612c200a0498', 'status': 'completed', 'code': 200} Mar 04 03:01:04.811056 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5ae88-e282-42b7-8c84-eecca924015d req-2f6b0cb3-32a5-4bde-99c0-733a881c8810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:04.812556 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3cf5ae88-e282-42b7-8c84-eecca924015d req-2f6b0cb3-32a5-4bde-99c0-733a881c8810 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=695cd22e97d749abba3341ee30d3a3f4&device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 1127 time: 0.0463059 Mar 04 03:01:04.978264 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e4f7c-4f08-4430-8238-32e081fba7c6 req-cd2f9220-6cfb-411c-b189-52cb650c0735 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:04.979935 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e14e4f7c-4f08-4430-8238-32e081fba7c6 req-cd2f9220-6cfb-411c-b189-52cb650c0735 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0527928 Mar 04 03:01:04.995162 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5ae88-e282-42b7-8c84-eecca924015d req-e93bc528-1792-4137-a560-176087d18934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:04.996663 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3cf5ae88-e282-42b7-8c84-eecca924015d req-e93bc528-1792-4137-a560-176087d18934 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=695cd22e97d749abba3341ee30d3a3f4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1606212 Mar 04 03:01:05.027955 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e14e4f7c-4f08-4430-8238-32e081fba7c6 req-3314dd5a-3b0e-418a-90ea-f02a1bc636f9 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408096 Mar 04 03:01:05.156635 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5ae88-e282-42b7-8c84-eecca924015d req-4c029c23-6176-4c4a-b915-ca63a698ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:05.158131 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3cf5ae88-e282-42b7-8c84-eecca924015d req-4c029c23-6176-4c4a-b915-ca63a698ca0e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1553521 Mar 04 03:01:05.202074 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f25b83-e7f7-448a-b951-0dcf8ef89de7 req-42dfeea9-3536-4388-a3ad-f99b4767e1e1 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:05.203627 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b4f25b83-e7f7-448a-b951-0dcf8ef89de7 req-42dfeea9-3536-4388-a3ad-f99b4767e1e1 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 943 time: 0.0581083 Mar 04 03:01:05.251572 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b4f25b83-e7f7-448a-b951-0dcf8ef89de7 req-66483d31-9991-4b47-bbc2-024bef2906d7 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414057 Mar 04 03:01:05.253599 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468884a7-b621-4862-ab0b-794788a9f482 req-699def49-b0ab-46aa-8228-5c46da7148d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:05.255749 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-468884a7-b621-4862-ab0b-794788a9f482 req-699def49-b0ab-46aa-8228-5c46da7148d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=695cd22e97d749abba3341ee30d3a3f4&device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 1127 time: 0.0485539 Mar 04 03:01:05.308270 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-468884a7-b621-4862-ab0b-794788a9f482 req-28d02db4-6dfa-4f73-9176-ceb6305cf9a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27b2deaf-bddb-4853-b98a-612c200a0498 HTTP/1.1" status: 200 len: 217 time: 0.0383370 Mar 04 03:01:05.352168 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:05.366032 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468884a7-b621-4862-ab0b-794788a9f482 req-bbe77027-e8fd-4c85-8cb7-5774ce75d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:05.367507 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-468884a7-b621-4862-ab0b-794788a9f482 req-bbe77027-e8fd-4c85-8cb7-5774ce75d7fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=642ba3c0-d988-4230-8536-62eae35ab9ce HTTP/1.1" status: 200 len: 848 time: 0.0496759 Mar 04 03:01:05.404736 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-468884a7-b621-4862-ab0b-794788a9f482 req-933a82f5-2997-4d0a-b317-07ef47d9228e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263047 Mar 04 03:01:05.495275 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-468884a7-b621-4862-ab0b-794788a9f482 req-9ac87923-4071-4b64-b5aa-b524f75787ca service neutron] 10.222.0.13 "GET /v2.0/networks/464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837028 Mar 04 03:01:05.591241 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-468884a7-b621-4862-ab0b-794788a9f482 req-8dead917-c4dc-443f-923a-195f6ce1797f service neutron] 10.222.0.13 "GET /v2.0/networks/464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837684 Mar 04 03:01:05.611822 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 7418a39b-1bcb-49cc-93f6-5af39d6d3405 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:01:05.633959 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] No Port match for: 7418a39b-1bcb-49cc-93f6-5af39d6d3405 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:01:05.634309 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 7418a39b-1bcb-49cc-93f6-5af39d6d3405 not bound to the agent host hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:01:05.923028 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86032f18-4406-46fc-bf6a-bba4e420072d req-c2b02d10-74e7-42cf-9e5f-297e3d46fec7 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:05.924434 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-86032f18-4406-46fc-bf6a-bba4e420072d req-c2b02d10-74e7-42cf-9e5f-297e3d46fec7 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 946 time: 0.0517390 Mar 04 03:01:05.969670 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-86032f18-4406-46fc-bf6a-bba4e420072d req-72ffaddb-b291-4ad4-8519-9f3b1252d763 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395906 Mar 04 03:01:06.149701 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e95525-6c05-4065-ba2d-ae7ba13f82f5 req-acd2dc67-e0c3-4cb0-a3ca-b150cae1f08d tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:06.151202 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-90e95525-6c05-4065-ba2d-ae7ba13f82f5 req-acd2dc67-e0c3-4cb0-a3ca-b150cae1f08d tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0530791 Mar 04 03:01:06.199243 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-90e95525-6c05-4065-ba2d-ae7ba13f82f5 req-3975a6be-a5c3-4bb6-af11-9c61a4f3d21b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424907 Mar 04 03:01:06.368115 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4c5c8-6e3c-4358-817a-2af635baa2d9 req-708ca6c8-bb19-45ed-80e7-c9e26ba72f6d tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:06.369575 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-57c4c5c8-6e3c-4358-817a-2af635baa2d9 req-708ca6c8-bb19-45ed-80e7-c9e26ba72f6d tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 943 time: 0.0518687 Mar 04 03:01:06.415828 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-57c4c5c8-6e3c-4358-817a-2af635baa2d9 req-6f048480-d565-49b9-bc01-24ed9a8c72f2 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407557 Mar 04 03:01:06.692276 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:07.088722 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e819c-367d-4cbc-a0d0-f830a5855695 req-a6758a3e-fc0a-4525-8f31-12ed3b7f2af6 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:07.090281 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f77e819c-367d-4cbc-a0d0-f830a5855695 req-a6758a3e-fc0a-4525-8f31-12ed3b7f2af6 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 946 time: 0.0534816 Mar 04 03:01:07.134996 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f77e819c-367d-4cbc-a0d0-f830a5855695 req-623f81fe-b5c8-4ec9-8319-98f4eece282d tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393238 Mar 04 03:01:07.319155 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e37ea-285d-4612-afdd-a41fe86d2ea5 req-7d2bb746-c9dc-4eb0-822b-effddb262c43 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:07.320769 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f32e37ea-285d-4612-afdd-a41fe86d2ea5 req-7d2bb746-c9dc-4eb0-822b-effddb262c43 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0556824 Mar 04 03:01:07.365550 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f32e37ea-285d-4612-afdd-a41fe86d2ea5 req-06a34d8b-ceb0-4d0d-94f7-c713433d49d0 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391917 Mar 04 03:01:07.530935 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8f296-1005-4b74-86a1-2592e610597d req-52cc8813-cda7-49d1-b7af-004ecc325482 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:07.532400 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3fd8f296-1005-4b74-86a1-2592e610597d req-52cc8813-cda7-49d1-b7af-004ecc325482 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 943 time: 0.0522370 Mar 04 03:01:07.578315 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3fd8f296-1005-4b74-86a1-2592e610597d req-f40ee470-c76d-47df-9e1a-69b84e5b8f5c tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403712 Mar 04 03:01:08.254579 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c7087-d071-4f36-a813-394425a26b1e req-1f8ac70c-6103-4a9e-988c-9b96766793c1 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:08.256522 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5f9c7087-d071-4f36-a813-394425a26b1e req-1f8ac70c-6103-4a9e-988c-9b96766793c1 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 946 time: 0.0531068 Mar 04 03:01:08.304915 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5f9c7087-d071-4f36-a813-394425a26b1e req-92bbd08d-1545-45ef-a012-a9f7a7f3c90d tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422366 Mar 04 03:01:08.373423 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:08.483443 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe2caa-a7ab-417b-adab-5138866dcc67 req-8d9053ed-ff10-4da6-8bb0-989f1f4efd0f tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:08.484945 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4abe2caa-a7ab-417b-adab-5138866dcc67 req-8d9053ed-ff10-4da6-8bb0-989f1f4efd0f tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0527999 Mar 04 03:01:08.532582 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4abe2caa-a7ab-417b-adab-5138866dcc67 req-4b60f52c-8b4e-4442-8e52-b4b7fae29d88 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410948 Mar 04 03:01:08.694199 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983c29e-186a-4fb6-b103-44348cfb64e3 req-9abdd1e5-3527-4f4b-9eb1-ab370a32c9ca tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:08.696091 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9983c29e-186a-4fb6-b103-44348cfb64e3 req-9abdd1e5-3527-4f4b-9eb1-ab370a32c9ca tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 943 time: 0.0525126 Mar 04 03:01:08.742134 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9983c29e-186a-4fb6-b103-44348cfb64e3 req-a615b6c4-1fa1-4c4d-9be2-33b5404de594 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400703 Mar 04 03:01:09.245611 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cec91-a7ee-4ba5-979c-9c92c90a3ddd req-8dc46cd5-2d27-40ec-ab28-9a574d69e886 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:09.247099 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-695cec91-a7ee-4ba5-979c-9c92c90a3ddd req-8dc46cd5-2d27-40ec-ab28-9a574d69e886 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 946 time: 0.0909839 Mar 04 03:01:09.382214 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-695cec91-a7ee-4ba5-979c-9c92c90a3ddd req-cf81af48-9aba-473a-83cf-4a403872df1f tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Deleting port f0168c98-41d2-4f5c-91b7-6f279dc5a02e {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:01:09.382470 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-695cec91-a7ee-4ba5-979c-9c92c90a3ddd req-cf81af48-9aba-473a-83cf-4a403872df1f tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (f0168c98-41d2-4f5c-91b7-6f279dc5a02e), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:09.427633 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c87df-5501-480e-8433-257e729a3e90 req-6dc27bf9-2aa9-4030-8d04-633b4d7aaa47 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:09.429119 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-588c87df-5501-480e-8433-257e729a3e90 req-6dc27bf9-2aa9-4030-8d04-633b4d7aaa47 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ae64786-04c0-4c27-9b00-70ee28afa11d HTTP/1.1" status: 200 len: 946 time: 0.0564365 Mar 04 03:01:09.472839 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-695cec91-a7ee-4ba5-979c-9c92c90a3ddd req-cf81af48-9aba-473a-83cf-4a403872df1f tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] For port f0168c98-41d2-4f5c-91b7-6f279dc5a02e, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f0168c98-41d2-4f5c-91b7-6f279dc5a02e,segment=NetworkSegment(40210cda-f220-447e-88df-8afede29b116),segment_id=40210cda-f220-447e-88df-8afede29b116)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:01:09.473192 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-695cec91-a7ee-4ba5-979c-9c92c90a3ddd req-cf81af48-9aba-473a-83cf-4a403872df1f tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (f0168c98-41d2-4f5c-91b7-6f279dc5a02e), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:09.474306 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-588c87df-5501-480e-8433-257e729a3e90 req-01794108-be13-494b-8839-df5e49ec86e7 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393789 Mar 04 03:01:09.488203 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-695cec91-a7ee-4ba5-979c-9c92c90a3ddd req-cf81af48-9aba-473a-83cf-4a403872df1f tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Calling delete_port for f0168c98-41d2-4f5c-91b7-6f279dc5a02e owned by compute:nova {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:01:09.603097 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 27b2deaf-bddb-4853-b98a-612c200a0498 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 03:01:09.648346 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-695cec91-a7ee-4ba5-979c-9c92c90a3ddd req-cf81af48-9aba-473a-83cf-4a403872df1f tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (f0168c98-41d2-4f5c-91b7-6f279dc5a02e), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:09.671275 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60dd5b-9119-4779-a5bf-8451bfeefe78 req-e5c9b3e7-6eee-45c5-b591-c92a737e06ad tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:09.672752 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2a60dd5b-9119-4779-a5bf-8451bfeefe78 req-e5c9b3e7-6eee-45c5-b591-c92a737e06ad tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0636485 Mar 04 03:01:09.680759 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['f8c0c90d-35cb-4651-9a1a-06b873e53814', '34fe383c-736e-4a3a-8bd0-9fe83c4f16c3', 'f0168c98-41d2-4f5c-91b7-6f279dc5a02e'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:01:09.681086 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81af48-9aba-473a-83cf-4a403872df1f tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Pushing event deleted for resources: {'Port': ['ID=f0168c98-41d2-4f5c-91b7-6f279dc5a02e,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:09.732353 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2a60dd5b-9119-4779-a5bf-8451bfeefe78 req-a4ffc655-cf0a-4829-8e59-ae776135a149 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503561 Mar 04 03:01:09.745257 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-695cec91-a7ee-4ba5-979c-9c92c90a3ddd req-cf81af48-9aba-473a-83cf-4a403872df1f tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] No DVR routers for this DVR port f0168c98-41d2-4f5c-91b7-6f279dc5a02e on host hv-cinder-82806 {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:01:09.748382 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-695cec91-a7ee-4ba5-979c-9c92c90a3ddd req-cf81af48-9aba-473a-83cf-4a403872df1f tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:09.751982 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-695cec91-a7ee-4ba5-979c-9c92c90a3ddd req-cf81af48-9aba-473a-83cf-4a403872df1f tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.13 "DELETE /v2.0/ports/f0168c98-41d2-4f5c-91b7-6f279dc5a02e HTTP/1.1" status: 204 len: 173 time: 0.4919369 Mar 04 03:01:09.752985 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae64786-04c0-4c27-9b00-70ee28afa11d', 'name': 'network-vif-deleted', 'tag': 'f0168c98-41d2-4f5c-91b7-6f279dc5a02e'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:01:09.755981 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549f22ab-e9f9-44c9-ba77-40faddeeaed9" -d '{"events": [{"server_uuid": "6ae64786-04c0-4c27-9b00-70ee28afa11d", "name": "network-vif-deleted", "tag": "f0168c98-41d2-4f5c-91b7-6f279dc5a02e"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:01:09.778518 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 27b2deaf-bddb-4853-b98a-612c200a0498, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=27b2deaf-bddb-4853-b98a-612c200a0498,segment=NetworkSegment(3e383840-be9f-4807-838c-ba84cbc75df9),segment_id=3e383840-be9f-4807-838c-ba84cbc75df9)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:01:09.811290 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': '27b2deaf-bddb-4853-b98a-612c200a0498', 'network_id': '464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7', 'port_id': '27b2deaf-bddb-4853-b98a-612c200a0498', 'mac_address': 'fa:16:3e:31:9d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '642ba3c0-d988-4230-8536-62eae35ab9ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 03:01:09.823144 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d38a8d-4ed2-4364-8471-db2715286ba1 x-openstack-request-id: req-61d38a8d-4ed2-4364-8471-db2715286ba1 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:01:09.823538 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae64786-04c0-4c27-9b00-70ee28afa11d", "name": "network-vif-deleted", "tag": "f0168c98-41d2-4f5c-91b7-6f279dc5a02e", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:01:09.823813 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61d38a8d-4ed2-4364-8471-db2715286ba1 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:01:09.824193 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae64786-04c0-4c27-9b00-70ee28afa11d', 'name': 'network-vif-deleted', 'tag': 'f0168c98-41d2-4f5c-91b7-6f279dc5a02e', 'status': 'completed', 'code': 200} Mar 04 03:01:09.897125 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port 27b2deaf-bddb-4853-b98a-612c200a0498 is: DOWN; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:01:09.897710 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (27b2deaf-bddb-4853-b98a-612c200a0498), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:09.907554 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6dcf5-0740-488f-ba07-455e67dd339e req-6686d2d6-c40f-4896-bac0-42dd3ecce324 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:09.909163 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f8d6dcf5-0740-488f-ba07-455e67dd339e req-6686d2d6-c40f-4896-bac0-42dd3ecce324 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 943 time: 0.0653689 Mar 04 03:01:09.919217 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b2deaf-bddb-4853-b98a-612c200a0498 {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:01:09.953891 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 27b2deaf-bddb-4853-b98a-612c200a0498, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=27b2deaf-bddb-4853-b98a-612c200a0498,segment=NetworkSegment(3e383840-be9f-4807-838c-ba84cbc75df9),segment_id=3e383840-be9f-4807-838c-ba84cbc75df9)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:01:09.964911 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (27b2deaf-bddb-4853-b98a-612c200a0498), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:09.969760 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f8d6dcf5-0740-488f-ba07-455e67dd339e req-10d6cf2f-339a-487b-8ea9-5463f46b3167 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535259 Mar 04 03:01:10.040788 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=27b2deaf-bddb-4853-b98a-612c200a0498,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:10.753413 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e47c7-ecea-4c3f-a87d-5f069e15ed30 req-ef25401a-0e9a-44e9-a41a-193ca1d50cfb tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:10.754823 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-478e47c7-ecea-4c3f-a87d-5f069e15ed30 req-ef25401a-0e9a-44e9-a41a-193ca1d50cfb tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 945 time: 0.0511672 Mar 04 03:01:10.800404 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-478e47c7-ecea-4c3f-a87d-5f069e15ed30 req-1560cf00-4a82-425b-bd98-64fcd7136462 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395634 Mar 04 03:01:10.815169 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['27b2deaf-bddb-4853-b98a-612c200a0498'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:01:11.079405 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839acc9-4ab2-4d60-9c36-4085733ba0d6 req-f66d6882-a834-41ba-ba59-aa03339fdcc6 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:11.080885 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6839acc9-4ab2-4d60-9c36-4085733ba0d6 req-f66d6882-a834-41ba-ba59-aa03339fdcc6 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 944 time: 0.0511506 Mar 04 03:01:11.129111 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6839acc9-4ab2-4d60-9c36-4085733ba0d6 req-181c46b5-40d0-4ebc-93ff-27fe2d5f4736 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422187 Mar 04 03:01:11.610487 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device f0168c98-41d2-4f5c-91b7-6f279dc5a02e no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:01:11.630623 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] No Port match for: f0168c98-41d2-4f5c-91b7-6f279dc5a02e {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:01:11.630977 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device f0168c98-41d2-4f5c-91b7-6f279dc5a02e not bound to the agent host hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:01:11.916406 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828e5bc-2da8-4a20-9b3e-33523c0e3820 req-c50c4ced-323e-4f01-8163-156c23f5c0bb tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:11.917890 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4828e5bc-2da8-4a20-9b3e-33523c0e3820 req-c50c4ced-323e-4f01-8163-156c23f5c0bb tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 945 time: 0.0519660 Mar 04 03:01:11.962807 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4828e5bc-2da8-4a20-9b3e-33523c0e3820 req-1551447a-6f18-4be2-8ff4-352f5c3d5679 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394866 Mar 04 03:01:12.012924 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:12.247494 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498a45c-e6b9-4c2e-af44-2b76e6213024 req-4496a5e1-3232-45b9-a782-48660fe78c3a tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:12.248950 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6498a45c-e6b9-4c2e-af44-2b76e6213024 req-4496a5e1-3232-45b9-a782-48660fe78c3a tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 944 time: 0.0508623 Mar 04 03:01:12.294950 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6498a45c-e6b9-4c2e-af44-2b76e6213024 req-5097a41a-d7bc-4a35-9b80-8d71f85e6fd8 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404618 Mar 04 03:01:13.081711 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45425eee-661d-490b-a77d-032440a155fe req-a49cb156-dd25-432b-8bc3-c37cde2bc1e9 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:13.083501 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-45425eee-661d-490b-a77d-032440a155fe req-a49cb156-dd25-432b-8bc3-c37cde2bc1e9 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 945 time: 0.0551777 Mar 04 03:01:13.128474 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-45425eee-661d-490b-a77d-032440a155fe req-3ccd1984-d186-44e1-bfb1-7152dce7b2bf tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389149 Mar 04 03:01:13.403745 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3f643-3b1b-419d-a502-64c84a799900 req-cd87a990-d9d8-4527-a0d1-27047b32deda tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:13.405230 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2bd3f643-3b1b-419d-a502-64c84a799900 req-cd87a990-d9d8-4527-a0d1-27047b32deda tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 945 time: 0.0526733 Mar 04 03:01:13.421350 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e854ba-c013-46da-be1e-bc1847c7dc4c req-7b7dc366-85d1-4db8-aa2b-5131da8ba443 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:13.422861 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e4e854ba-c013-46da-be1e-bc1847c7dc4c req-7b7dc366-85d1-4db8-aa2b-5131da8ba443 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 944 time: 0.0620141 Mar 04 03:01:13.468952 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e4e854ba-c013-46da-be1e-bc1847c7dc4c req-42bf811c-c246-4a20-888d-4065876ff101 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404580 Mar 04 03:01:13.508626 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-2bd3f643-3b1b-419d-a502-64c84a799900 req-c562f8e4-34ba-4639-b62c-5cf2a3eaeeda tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Deleting port 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:01:13.508962 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-2bd3f643-3b1b-419d-a502-64c84a799900 req-c562f8e4-34ba-4639-b62c-5cf2a3eaeeda tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (34fe383c-736e-4a3a-8bd0-9fe83c4f16c3), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:13.594102 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-2bd3f643-3b1b-419d-a502-64c84a799900 req-c562f8e4-34ba-4639-b62c-5cf2a3eaeeda tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] For port 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=34fe383c-736e-4a3a-8bd0-9fe83c4f16c3,segment=NetworkSegment(40210cda-f220-447e-88df-8afede29b116),segment_id=40210cda-f220-447e-88df-8afede29b116)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:01:13.594457 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-2bd3f643-3b1b-419d-a502-64c84a799900 req-c562f8e4-34ba-4639-b62c-5cf2a3eaeeda tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (34fe383c-736e-4a3a-8bd0-9fe83c4f16c3), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:13.609333 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-2bd3f643-3b1b-419d-a502-64c84a799900 req-c562f8e4-34ba-4639-b62c-5cf2a3eaeeda tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Calling delete_port for 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3 owned by compute:nova {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:01:13.633671 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 27b2deaf-bddb-4853-b98a-612c200a0498 up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:01:13.685033 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning for port 27b2deaf-bddb-4853-b98a-612c200a0498 completed by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 03:01:13.689004 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port 27b2deaf-bddb-4853-b98a-612c200a0498 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:01:13.689385 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (27b2deaf-bddb-4853-b98a-612c200a0498), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:13.735641 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-2bd3f643-3b1b-419d-a502-64c84a799900 req-c562f8e4-34ba-4639-b62c-5cf2a3eaeeda tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (34fe383c-736e-4a3a-8bd0-9fe83c4f16c3), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:13.768955 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562f8e4-34ba-4639-b62c-5cf2a3eaeeda tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Pushing event deleted for resources: {'Port': ['ID=34fe383c-736e-4a3a-8bd0-9fe83c4f16c3,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:13.814436 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd3f643-3b1b-419d-a502-64c84a799900 req-c562f8e4-34ba-4639-b62c-5cf2a3eaeeda tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] No DVR routers for this DVR port 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3 on host hv-cinder-82806 {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:01:13.817045 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-2bd3f643-3b1b-419d-a502-64c84a799900 req-c562f8e4-34ba-4639-b62c-5cf2a3eaeeda tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:13.822215 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2bd3f643-3b1b-419d-a502-64c84a799900 req-c562f8e4-34ba-4639-b62c-5cf2a3eaeeda tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.13 "DELETE /v2.0/ports/34fe383c-736e-4a3a-8bd0-9fe83c4f16c3 HTTP/1.1" status: 204 len: 173 time: 0.4109619 Mar 04 03:01:13.822707 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee087e5-fe92-4787-a4e9-c5230b0322e5', 'name': 'network-vif-deleted', 'tag': '34fe383c-736e-4a3a-8bd0-9fe83c4f16c3'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:01:13.824984 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65410b86-36e3-4213-b939-97ce2ba30055" -d '{"events": [{"server_uuid": "9ee087e5-fe92-4787-a4e9-c5230b0322e5", "name": "network-vif-deleted", "tag": "34fe383c-736e-4a3a-8bd0-9fe83c4f16c3"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:01:13.847146 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['f8c0c90d-35cb-4651-9a1a-06b873e53814'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:01:13.864651 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b5a1b0-a3d9-43b7-8da1-5e651ba25593 x-openstack-request-id: req-94b5a1b0-a3d9-43b7-8da1-5e651ba25593 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:01:13.864947 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee087e5-fe92-4787-a4e9-c5230b0322e5", "name": "network-vif-deleted", "tag": "34fe383c-736e-4a3a-8bd0-9fe83c4f16c3", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:01:13.865195 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94b5a1b0-a3d9-43b7-8da1-5e651ba25593 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:01:13.865590 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee087e5-fe92-4787-a4e9-c5230b0322e5', 'name': 'network-vif-deleted', 'tag': '34fe383c-736e-4a3a-8bd0-9fe83c4f16c3', 'status': 'completed', 'code': 200} Mar 04 03:01:13.968001 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port 27b2deaf-bddb-4853-b98a-612c200a0498 is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:01:13.968463 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (27b2deaf-bddb-4853-b98a-612c200a0498), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:14.009080 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5037f222-df2a-4e82-9eda-8ca3692e1e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b2deaf-bddb-4853-b98a-612c200a0498'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:01:14.011413 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d9412a-7472-4d67-bb37-584d4f4e344e" -d '{"events": [{"server_uuid": "5037f222-df2a-4e82-9eda-8ca3692e1e2d", "name": "network-vif-plugged", "status": "completed", "tag": "27b2deaf-bddb-4853-b98a-612c200a0498"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:01:14.031212 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 27b2deaf-bddb-4853-b98a-612c200a0498, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=27b2deaf-bddb-4853-b98a-612c200a0498,segment=NetworkSegment(3e383840-be9f-4807-838c-ba84cbc75df9),segment_id=3e383840-be9f-4807-838c-ba84cbc75df9)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:01:14.041571 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (27b2deaf-bddb-4853-b98a-612c200a0498), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:14.054800 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9511ef-d236-4a21-99b8-1c76a814a6f9 x-openstack-request-id: req-6d9511ef-d236-4a21-99b8-1c76a814a6f9 {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:01:14.055097 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5037f222-df2a-4e82-9eda-8ca3692e1e2d", "name": "network-vif-plugged", "status": "completed", "tag": "27b2deaf-bddb-4853-b98a-612c200a0498", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:01:14.055353 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d9511ef-d236-4a21-99b8-1c76a814a6f9 {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:01:14.055744 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5037f222-df2a-4e82-9eda-8ca3692e1e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b2deaf-bddb-4853-b98a-612c200a0498', 'code': 200} Mar 04 03:01:14.105511 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=27b2deaf-bddb-4853-b98a-612c200a0498,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:14.232796 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-91249c29-bdb6-4aa7-b01e-4f32af52918a req-b3396b42-760b-44d6-9d73-ff9484ba074c tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ee087e5-fe92-4787-a4e9-c5230b0322e5 HTTP/1.1" status: 200 len: 210 time: 0.0264616 Mar 04 03:01:14.254861 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973a052-4c4f-45c0-9bba-8ae9df4b0961 req-c67c4b25-d9c2-4db1-9857-5c4fdfa69f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:14.256981 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e973a052-4c4f-45c0-9bba-8ae9df4b0961 req-c67c4b25-d9c2-4db1-9857-5c4fdfa69f2f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 1129 time: 0.0538692 Mar 04 03:01:14.305670 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e973a052-4c4f-45c0-9bba-8ae9df4b0961 req-7fa9d4cd-e163-4747-9ad0-59fb464dfe2a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363901 Mar 04 03:01:14.588733 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e9dd9-c9a8-4407-bcd4-b66281d6b80b req-b6bc27ef-83ba-4c8f-91a1-bf52fec62316 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:14.590220 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-582e9dd9-c9a8-4407-bcd4-b66281d6b80b req-b6bc27ef-83ba-4c8f-91a1-bf52fec62316 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 945 time: 0.0549812 Mar 04 03:01:14.635093 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-582e9dd9-c9a8-4407-bcd4-b66281d6b80b req-dbcb62d7-eabe-42a0-a920-ee77da58ac70 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393853 Mar 04 03:01:15.628564 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:01:15.649581 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] No Port match for: 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:01:15.649956 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 34fe383c-736e-4a3a-8bd0-9fe83c4f16c3 not bound to the agent host hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:01:15.749929 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee918e7-75d8-4f8d-a2da-fefaa411b800 req-49351100-f70f-494c-b4a1-68f59cbce5b5 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:15.751393 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-dee918e7-75d8-4f8d-a2da-fefaa411b800 req-49351100-f70f-494c-b4a1-68f59cbce5b5 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 945 time: 0.0514593 Mar 04 03:01:15.796109 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-dee918e7-75d8-4f8d-a2da-fefaa411b800 req-a5a24056-348c-4684-bf95-45b4c161bf67 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387931 Mar 04 03:01:16.638495 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d62e8-2485-45c4-9704-891a9b3b539f req-1fe1e26d-27f3-46db-a1b2-780aa0383715 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:16.639953 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-747d62e8-2485-45c4-9704-891a9b3b539f req-1fe1e26d-27f3-46db-a1b2-780aa0383715 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 945 time: 0.0569215 Mar 04 03:01:16.687920 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-747d62e8-2485-45c4-9704-891a9b3b539f req-30b53e59-c3b2-4212-9f1e-414057027ca8 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422089 Mar 04 03:01:16.925036 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a8762-46eb-4a6e-a685-91d9d25b7abe req-5c415b20-0058-4bc6-9380-c1ba6a87f00c tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:16.926596 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1a2a8762-46eb-4a6e-a685-91d9d25b7abe req-5c415b20-0058-4bc6-9380-c1ba6a87f00c tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 945 time: 0.0585508 Mar 04 03:01:16.986661 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1a2a8762-46eb-4a6e-a685-91d9d25b7abe req-e1736bc5-74aa-4577-ac32-d5a52fbc08c0 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483553 Mar 04 03:01:17.831613 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682433e6-2e40-4fc4-a45a-de62f7f82093 req-7eca20e9-2b6d-494c-96b8-3c365bddaa93 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:17.838532 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-682433e6-2e40-4fc4-a45a-de62f7f82093 req-7eca20e9-2b6d-494c-96b8-3c365bddaa93 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 945 time: 0.0792975 Mar 04 03:01:17.894651 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-682433e6-2e40-4fc4-a45a-de62f7f82093 req-b32fb67b-b4af-474e-a658-aa9315f5b5e0 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552278 Mar 04 03:01:18.097791 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252e382-8ba4-4693-b365-b1b7b7743240 req-c353d74d-51e4-44ab-b194-5cb3829c52ee tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:18.099281 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8252e382-8ba4-4693-b365-b1b7b7743240 req-c353d74d-51e4-44ab-b194-5cb3829c52ee tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 945 time: 0.0526729 Mar 04 03:01:18.144586 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8252e382-8ba4-4693-b365-b1b7b7743240 req-6c426c39-70a7-4fbb-9e6c-999bdab5f538 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388870 Mar 04 03:01:19.016120 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8848b2-789f-47c5-8e1c-a61cade6669f req-441999b5-dc70-4d35-ae89-e1f5985d4e5d tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:19.017572 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9e8848b2-789f-47c5-8e1c-a61cade6669f req-441999b5-dc70-4d35-ae89-e1f5985d4e5d tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 945 time: 0.0520585 Mar 04 03:01:19.065795 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9e8848b2-789f-47c5-8e1c-a61cade6669f req-262abc4f-0757-45f8-b79f-557420823681 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416577 Mar 04 03:01:20.190391 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307c7a5-10f3-4104-bc59-5bc2f96a2382 req-57c94dc7-61a5-43e3-a986-4b6c24d223fe tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:20.191775 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d307c7a5-10f3-4104-bc59-5bc2f96a2382 req-57c94dc7-61a5-43e3-a986-4b6c24d223fe tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 945 time: 0.0576794 Mar 04 03:01:20.237310 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d307c7a5-10f3-4104-bc59-5bc2f96a2382 req-8ac094fa-ac29-428c-9d36-294535b6839c tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394170 Mar 04 03:01:21.347124 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:01:21.351024 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518359c1-be88-4697-aa32-cf166aa735d0 req-fee3e558-0d70-4dca-b1ae-1e2f4a20eefb tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:21.352481 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-518359c1-be88-4697-aa32-cf166aa735d0 req-fee3e558-0d70-4dca-b1ae-1e2f4a20eefb tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 945 time: 0.0511997 Mar 04 03:01:21.397564 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-518359c1-be88-4697-aa32-cf166aa735d0 req-308b5505-036e-45db-a4ce-aa98c2eeae8b tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396490 Mar 04 03:01:22.515254 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99246234-79bc-4f6b-bd94-6930e3b46e79 req-83806075-af7a-41a8-96d5-4e6e916564b2 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:22.516833 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-99246234-79bc-4f6b-bd94-6930e3b46e79 req-83806075-af7a-41a8-96d5-4e6e916564b2 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 945 time: 0.0529594 Mar 04 03:01:22.571810 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-99246234-79bc-4f6b-bd94-6930e3b46e79 req-37b5d2ca-bc17-4e00-aefd-a776dbf6ea39 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486474 Mar 04 03:01:23.167643 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1422c8-1af6-4b6d-bc4c-4b308592edd5 req-251a09fa-8366-4049-8071-f9609491c168 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:23.169162 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fe1422c8-1af6-4b6d-bc4c-4b308592edd5 req-251a09fa-8366-4049-8071-f9609491c168 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.13 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 945 time: 0.0668590 Mar 04 03:01:23.238854 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fbc4a-2f7f-4796-a544-92276abbd90b req-74360866-316c-4b7e-aae7-2ff2f6877c45 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:23.240361 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ff3fbc4a-2f7f-4796-a544-92276abbd90b req-74360866-316c-4b7e-aae7-2ff2f6877c45 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 945 time: 0.0594642 Mar 04 03:01:23.279739 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-fe1422c8-1af6-4b6d-bc4c-4b308592edd5 req-a67eecdc-e5cb-4b68-9410-f34d25094ffb tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Deleting port f8c0c90d-35cb-4651-9a1a-06b873e53814 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:01:23.280144 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-fe1422c8-1af6-4b6d-bc4c-4b308592edd5 req-a67eecdc-e5cb-4b68-9410-f34d25094ffb tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (f8c0c90d-35cb-4651-9a1a-06b873e53814), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:23.294407 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ff3fbc4a-2f7f-4796-a544-92276abbd90b req-638cb025-3b3e-4151-9947-b8d33a2901d7 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468538 Mar 04 03:01:23.379982 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-fe1422c8-1af6-4b6d-bc4c-4b308592edd5 req-a67eecdc-e5cb-4b68-9410-f34d25094ffb tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] For port f8c0c90d-35cb-4651-9a1a-06b873e53814, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f8c0c90d-35cb-4651-9a1a-06b873e53814,segment=NetworkSegment(40210cda-f220-447e-88df-8afede29b116),segment_id=40210cda-f220-447e-88df-8afede29b116)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:01:23.380340 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-fe1422c8-1af6-4b6d-bc4c-4b308592edd5 req-a67eecdc-e5cb-4b68-9410-f34d25094ffb tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (f8c0c90d-35cb-4651-9a1a-06b873e53814), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:23.523561 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-8ed92b9c-9aac-4d83-b0aa-fe7d7ce31738 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-860215563&fields=id&tenant_id=8d15398833664320803849959784f508 HTTP/1.1" status: 200 len: 267 time: 0.0615396 Mar 04 03:01:23.600856 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-fe1422c8-1af6-4b6d-bc4c-4b308592edd5 req-a67eecdc-e5cb-4b68-9410-f34d25094ffb tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Calling delete_port for f8c0c90d-35cb-4651-9a1a-06b873e53814 owned by compute:nova {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:01:23.636436 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-903fba77-7a1f-42aa-9aa9-a2287405ea59 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:23.642957 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-903fba77-7a1f-42aa-9aa9-a2287405ea59 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/networks?id=02cb8961-f224-4efe-9715-ecfb6c08725e HTTP/1.1" status: 200 len: 812 time: 0.1185071 Mar 04 03:01:23.658182 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-fd91c32e-e9e8-4c56-b78b-f7b949e8940e tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/quotas/8d15398833664320803849959784f508 HTTP/1.1" status: 200 len: 375 time: 0.0143414 Mar 04 03:01:23.745280 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a5f87-580c-43c4-b04d-dd0b3d33981d req-569943db-2909-49e1-82d1-aec0e0ade1d1 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:23.746855 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-413a5f87-580c-43c4-b04d-dd0b3d33981d req-569943db-2909-49e1-82d1-aec0e0ade1d1 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 945 time: 0.0862963 Mar 04 03:01:23.746990 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-fe1422c8-1af6-4b6d-bc4c-4b308592edd5 req-a67eecdc-e5cb-4b68-9410-f34d25094ffb tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (f8c0c90d-35cb-4651-9a1a-06b873e53814), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:23.764026 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-459e2c03-dc3f-41b7-9724-f2429ecff02f tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8d15398833664320803849959784f508&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049757 Mar 04 03:01:23.778926 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67eecdc-e5cb-4b68-9410-f34d25094ffb tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Pushing event deleted for resources: {'Port': ['ID=f8c0c90d-35cb-4651-9a1a-06b873e53814,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:23.782107 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['f8c0c90d-35cb-4651-9a1a-06b873e53814'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:01:23.829176 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1422c8-1af6-4b6d-bc4c-4b308592edd5 req-a67eecdc-e5cb-4b68-9410-f34d25094ffb tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] No DVR routers for this DVR port f8c0c90d-35cb-4651-9a1a-06b873e53814 on host hv-cinder-82806 {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:01:23.832742 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-fe1422c8-1af6-4b6d-bc4c-4b308592edd5 req-a67eecdc-e5cb-4b68-9410-f34d25094ffb tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:23.837334 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-fe1422c8-1af6-4b6d-bc4c-4b308592edd5 req-a67eecdc-e5cb-4b68-9410-f34d25094ffb tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.13 "DELETE /v2.0/ports/f8c0c90d-35cb-4651-9a1a-06b873e53814 HTTP/1.1" status: 204 len: 173 time: 0.6610262 Mar 04 03:01:23.837851 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd515cbe3-289b-4e6a-bcce-e9bdfac71ce8', 'name': 'network-vif-deleted', 'tag': 'f8c0c90d-35cb-4651-9a1a-06b873e53814'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:01:23.840684 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cfb63a-8893-4492-bf7a-10447d71bbe6" -d '{"events": [{"server_uuid": "d515cbe3-289b-4e6a-bcce-e9bdfac71ce8", "name": "network-vif-deleted", "tag": "f8c0c90d-35cb-4651-9a1a-06b873e53814"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:01:23.876214 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-413a5f87-580c-43c4-b04d-dd0b3d33981d req-bbdf8127-5545-4bae-9a14-81dd484f6bb8 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/security-groups?id=0213ad4f-218d-4dd4-86c5-37ed5a654602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111932 Mar 04 03:01:23.921380 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad502ea-49bf-4b58-8b1c-19e8eba64c0e x-openstack-request-id: req-9ad502ea-49bf-4b58-8b1c-19e8eba64c0e {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:01:23.921723 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d515cbe3-289b-4e6a-bcce-e9bdfac71ce8", "name": "network-vif-deleted", "tag": "f8c0c90d-35cb-4651-9a1a-06b873e53814", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:01:23.921981 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ad502ea-49bf-4b58-8b1c-19e8eba64c0e {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:01:23.922375 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd515cbe3-289b-4e6a-bcce-e9bdfac71ce8', 'name': 'network-vif-deleted', 'tag': 'f8c0c90d-35cb-4651-9a1a-06b873e53814', 'status': 'completed', 'code': 200} Mar 04 03:01:23.926043 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-c29d7b27-1722-473f-a908-bf5dbcd3b7da service neutron] 10.222.0.16 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473129 Mar 04 03:01:24.023359 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-12ea71d7-b8ef-4b45-ad68-4673af94b4f3 service neutron] 10.222.0.16 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912561 Mar 04 03:01:24.301472 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-230b4c79-346e-469a-9b96-01a93789edac req-6bee8933-c78e-463f-be8d-48207c970ad0 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 210 time: 0.0269101 Mar 04 03:01:24.417560 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede446b-14e8-4a62-afda-5ca98ac95589 req-2b5ce6f5-8ba3-4e29-ae38-37b59042ca0c tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:24.419058 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7ede446b-14e8-4a62-afda-5ca98ac95589 req-2b5ce6f5-8ba3-4e29-ae38-37b59042ca0c tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 945 time: 0.0547092 Mar 04 03:01:24.468077 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7ede446b-14e8-4a62-afda-5ca98ac95589 req-e599bb87-6906-40aa-8eae-2aace4d4057e tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434134 Mar 04 03:01:24.969485 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-dcc95599-d6b1-4453-84cd-3e68c72cc25e req-0a39ece0-b767-41ba-8ee3-65adf4578060 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 210 time: 0.0271528 Mar 04 03:01:25.394728 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-38574014-8464-4c7e-98a9-e89e857e9aa9 req-07d3e1e4-caa2-4fc2-a243-14a46d7483a8 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 210 time: 0.0301135 Mar 04 03:01:25.584524 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c1659-84ae-4c52-8767-e29dc172365c req-b835b978-275a-4767-86c4-0d4fd67f9f86 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:25.586049 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-382c1659-84ae-4c52-8767-e29dc172365c req-b835b978-275a-4767-86c4-0d4fd67f9f86 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 945 time: 0.0526114 Mar 04 03:01:25.631533 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-382c1659-84ae-4c52-8767-e29dc172365c req-4c3026ef-8e96-4026-aa17-8d6a87aa9781 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399830 Mar 04 03:01:26.061042 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f4635de0-a986-4b10-bfef-329897dd479c req-cdbd8b41-75de-48b6-b860-8c7cf3291ab0 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 210 time: 0.0277326 Mar 04 03:01:26.493663 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7e6ece45-7dc4-41b0-8300-e791cbbc94c5 req-79e11ac8-3f52-4f4c-abc9-578782f744e0 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 210 time: 0.0299990 Mar 04 03:01:26.746832 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb653ff-e5cc-46a4-a911-dbe34f3e5859 req-5142f31c-bfde-4f31-9f4c-77bf98ad5fe0 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:26.748202 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9cb653ff-e5cc-46a4-a911-dbe34f3e5859 req-5142f31c-bfde-4f31-9f4c-77bf98ad5fe0 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 945 time: 0.0509717 Mar 04 03:01:26.793294 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9cb653ff-e5cc-46a4-a911-dbe34f3e5859 req-bc2e703e-3a07-4733-8736-46fec82e0ed9 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396483 Mar 04 03:01:27.154546 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ffa71f1a-5080-41a3-9bb3-9a97e2eaa3fd req-bdb710d7-9c70-4a88-a964-a59e6865da80 tempest-AttachVolumeNegativeTest-1446812575 tempest-AttachVolumeNegativeTest-1446812575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d515cbe3-289b-4e6a-bcce-e9bdfac71ce8 HTTP/1.1" status: 200 len: 210 time: 0.0274026 Mar 04 03:01:27.586129 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-63e4c158-daea-4194-807f-27c4298fca72 req-d499beae-051c-46dd-824a-527b84c52e85 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 210 time: 0.0274181 Mar 04 03:01:27.705833 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device f8c0c90d-35cb-4651-9a1a-06b873e53814 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:01:27.725314 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] No Port match for: f8c0c90d-35cb-4651-9a1a-06b873e53814 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:01:27.726407 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device f8c0c90d-35cb-4651-9a1a-06b873e53814 not bound to the agent host hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:01:27.923347 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412cf3b-7273-44d4-a59c-710b31024a72 req-7052e996-cc50-41c9-ac9e-0bc0fdb8ea2f tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:27.924794 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a412cf3b-7273-44d4-a59c-710b31024a72 req-7052e996-cc50-41c9-ac9e-0bc0fdb8ea2f tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 945 time: 0.0542967 Mar 04 03:01:27.969887 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a412cf3b-7273-44d4-a59c-710b31024a72 req-b8d84922-a669-4234-9bcd-8b87d6ed307c tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391262 Mar 04 03:01:28.218609 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 60474) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:28.263426 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_v2 [None req-05167abb-4e53-464b-8501-e93548e927bd admin admin] Deleting subnet 431140ff-e7d6-4b01-b509-15f7f795257b {{(pid=102946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 03:01:28.266936 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-05167abb-4e53-464b-8501-e93548e927bd admin admin] Publish callbacks [] for subnet (431140ff-e7d6-4b01-b509-15f7f795257b), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:28.303923 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-05167abb-4e53-464b-8501-e93548e927bd admin admin] Publish callbacks [] for subnet (431140ff-e7d6-4b01-b509-15f7f795257b), precommit_delete_associations {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:28.307607 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-b19b6f1a-3caf-40e4-bf36-ef17fe670d6e tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:28.309100 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-b19b6f1a-3caf-40e4-bf36-ef17fe670d6e tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.13 "GET /v2.0/networks?id=02cb8961-f224-4efe-9715-ecfb6c08725e HTTP/1.1" status: 200 len: 812 time: 0.1071799 Mar 04 03:01:28.313323 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-05167abb-4e53-464b-8501-e93548e927bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511659'] for subnet (431140ff-e7d6-4b01-b509-15f7f795257b), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:28.370988 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-05167abb-4e53-464b-8501-e93548e927bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for subnet (431140ff-e7d6-4b01-b509-15f7f795257b), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:28.397162 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05167abb-4e53-464b-8501-e93548e927bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=431140ff-e7d6-4b01-b509-15f7f795257b,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:28.399604 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-05167abb-4e53-464b-8501-e93548e927bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:28.402770 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-05167abb-4e53-464b-8501-e93548e927bd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/431140ff-e7d6-4b01-b509-15f7f795257b HTTP/1.1" status: 204 len: 168 time: 0.1830828 Mar 04 03:01:28.405154 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 60478) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:28.474462 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516816'] for network (47e6c6c4-45d4-43ea-baac-423caa1c0adf), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:28.516145 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-c2cdaed6-c864-4c41-8fc7-3f3dea7e2c56 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d15398833664320803849959784f508 HTTP/1.1" status: 200 len: 379 time: 0.0693688 Mar 04 03:01:28.527708 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-891e5fa4-1fd6-48e6-ba90-932e6e7752b8 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Request body: {'port': {'device_id': 'ce900629-55d1-4c11-a4c0-e4ca8dc3f265', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'admin_state_up': True, 'tenant_id': '8d15398833664320803849959784f508', 'security_groups': ['63d777cc-5e9a-452b-a706-e440af5e4eb8']}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:01:28.568394 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621520', 'neutron.services.segments.db._delete_segments_for_network-8753426307485'] for network (47e6c6c4-45d4-43ea-baac-423caa1c0adf), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:28.601171 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:01:28.601623 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:01:28.602483 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:01:28.602833 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] Subscribe: > port after_create 55550000 {{(pid=102946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:01:28.603187 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:01:28.603497 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] Subscribe: > port after_update 55550000 {{(pid=102946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:01:28.603832 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:01:28.604157 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:01:28.604483 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:01:28.604838 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:01:28.650052 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-891e5fa4-1fd6-48e6-ba90-932e6e7752b8 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Made reservation on behalf of 8d15398833664320803849959784f508 for: {'port': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:01:28.654112 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-891e5fa4-1fd6-48e6-ba90-932e6e7752b8 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:28.673708 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:01:28.674073 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:01:28.674419 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:01:28.674750 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:01:28.675124 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.services.segments.db [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e6c6c4-45d4-43ea-baac-423caa1c0adf']}} {{(pid=102946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:01:28.703433 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.services.segments.db [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40210cda-f220-447e-88df-8afede29b116') {'for_net_delete': True} {{(pid=102946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:01:28.703756 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.services.segments.db [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40210cda-f220-447e-88df-8afede29b116') {} {{(pid=102946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:01:28.729725 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-48697c34-37ad-4c11-9f71-c882c70adff2 req-25e5da5b-bbb8-4748-8c9e-6e7931a4740d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 210 time: 0.0488698 Mar 04 03:01:28.736321 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753426310822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9053608'] for segment (40210cda-f220-447e-88df-8afede29b116), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:28.760919 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (40210cda-f220-447e-88df-8afede29b116), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:28.769080 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 03:01:28.769522 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11866930'] for segment (40210cda-f220-447e-88df-8afede29b116), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: from cryptography.utils import int_from_bytes Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: from cryptography.utils import int_from_bytes Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: Traceback (most recent call last): Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: timer() Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: cb(*args, **kw) Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: return func(*args, **kwargs) Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: self._notify() Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: self.callback(batched_events) Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: event.method(event) Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: return f(self, *a, **k) Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: return self._get(url).json() Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: return self.request(url, 'GET', **kwargs) Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 03:01:28.774577 dv-cinder-828061-7-iscsi neutron-server[102946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 03:01:28.801491 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-891e5fa4-1fd6-48e6-ba90-932e6e7752b8 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Allocated IP 172.20.0.14 (02cb8961-f224-4efe-9715-ecfb6c08725e/d3a17f2e-d1f5-4359-86d3-8c7648f764aa/b64e92db-1afb-4da0-8827-cbb36e0ffb66) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:01:28.955555 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-891e5fa4-1fd6-48e6-ba90-932e6e7752b8 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for port (b64e92db-1afb-4da0-8827-cbb36e0ffb66), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:28.999802 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-891e5fa4-1fd6-48e6-ba90-932e6e7752b8 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (b64e92db-1afb-4da0-8827-cbb36e0ffb66), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:29.050382 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e5fa4-1fd6-48e6-ba90-932e6e7752b8 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Pushing event updated for resources: {'Port': ['ID=b64e92db-1afb-4da0-8827-cbb36e0ffb66,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:29.065800 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-891e5fa4-1fd6-48e6-ba90-932e6e7752b8 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Network 02cb8961-f224-4efe-9715-ecfb6c08725e is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:01:29.067437 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-891e5fa4-1fd6-48e6-ba90-932e6e7752b8 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:01:29.072645 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-891e5fa4-1fd6-48e6-ba90-932e6e7752b8 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:01:29.108138 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641210'] for network (47e6c6c4-45d4-43ea-baac-423caa1c0adf), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:29.127350 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:29.130554 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] 10.222.0.16 "DELETE /v2.0/networks/47e6c6c4-45d4-43ea-baac-423caa1c0adf HTTP/1.1" status: 204 len: 168 time: 0.7244461 Mar 04 03:01:29.133302 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3da78-9604-4824-ab5c-1919d315f433 admin admin] Pushing event deleted for resources: {'Network': ['ID=47e6c6c4-45d4-43ea-baac-423caa1c0adf,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:29.140534 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-891e5fa4-1fd6-48e6-ba90-932e6e7752b8 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:29.141528 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-891e5fa4-1fd6-48e6-ba90-932e6e7752b8 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:29.149947 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a840afa-ec73-4815-8fba-9d4cc65c72ea req-eae322b3-0c52-4ca9-9faf-a3f531ca871c tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:29.151586 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8a840afa-ec73-4815-8fba-9d4cc65c72ea req-eae322b3-0c52-4ca9-9faf-a3f531ca871c tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 945 time: 0.0944860 Mar 04 03:01:29.181198 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-891e5fa4-1fd6-48e6-ba90-932e6e7752b8 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6572697 Mar 04 03:01:29.200186 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-a796cc00-2574-418f-9564-fe78dcbbb693 service neutron] Request body: {'port': {'device_id': 'ce900629-55d1-4c11-a4c0-e4ca8dc3f265', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:01:29.267110 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8a840afa-ec73-4815-8fba-9d4cc65c72ea req-af4d980a-b4d4-4b46-a4cf-5ec483c6a9ee tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b85e221-b0a3-4c16-af8a-8c2367063203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070740 Mar 04 03:01:29.285992 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-a796cc00-2574-418f-9564-fe78dcbbb693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (b64e92db-1afb-4da0-8827-cbb36e0ffb66), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:29.401483 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 60496) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:29.469363 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-21a68803-0534-4f51-801e-7ba73aa20bcc None None] Provisioning complete for port b64e92db-1afb-4da0-8827-cbb36e0ffb66 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:01:29.470524 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-21a68803-0534-4f51-801e-7ba73aa20bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (b64e92db-1afb-4da0-8827-cbb36e0ffb66), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:29.477333 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-55002d49-5730-433b-8ed5-f9a48855210f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9edeadc46f9f4ecdbde7a8e379b87b73&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0743263 Mar 04 03:01:29.479809 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 60498) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:29.520520 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-21a68803-0534-4f51-801e-7ba73aa20bcc None None] Port b64e92db-1afb-4da0-8827-cbb36e0ffb66 cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 03:01:29.531815 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49b3de-cc32-48ef-b1c6-9a7e207c8adc req-750bcc7a-6d03-4676-83d5-ab31cf831365 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:29.533434 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1c49b3de-cc32-48ef-b1c6-9a7e207c8adc req-750bcc7a-6d03-4676-83d5-ab31cf831365 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0931509 Mar 04 03:01:29.559331 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-ca62a862-5acc-4ecc-b3fa-87bb74f3efa4 admin admin] Publish callbacks [] for security_group (0213ad4f-218d-4dd4-86c5-37ed5a654602), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:29.624014 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-ca62a862-5acc-4ecc-b3fa-87bb74f3efa4 admin admin] Publish callbacks [] for security_group (0213ad4f-218d-4dd4-86c5-37ed5a654602), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:29.650290 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-a796cc00-2574-418f-9564-fe78dcbbb693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b64e92db-1afb-4da0-8827-cbb36e0ffb66 {{(pid=102948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:01:29.658493 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-a796cc00-2574-418f-9564-fe78dcbbb693 service neutron] Publish callbacks [] for port (b64e92db-1afb-4da0-8827-cbb36e0ffb66), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:29.670830 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.provisioning_blocks [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-a796cc00-2574-418f-9564-fe78dcbbb693 service neutron] Transition to ACTIVE for port object b64e92db-1afb-4da0-8827-cbb36e0ffb66 will not be triggered until provisioned by entity L2. {{(pid=102948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 03:01:29.671445 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1c49b3de-cc32-48ef-b1c6-9a7e207c8adc req-fe466b81-574a-49b7-854a-717dd2b8bf5f tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240349 Mar 04 03:01:29.676710 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-a796cc00-2574-418f-9564-fe78dcbbb693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133005'] for port (b64e92db-1afb-4da0-8827-cbb36e0ffb66), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:29.698409 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f1ba9-3f32-40ed-9864-7f26fac187eb req-76bde89a-7111-4faa-893b-d7618bbac46b tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:29.699875 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ac6f1ba9-3f32-40ed-9864-7f26fac187eb req-76bde89a-7111-4faa-893b-d7618bbac46b tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.13 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 945 time: 0.1232066 Mar 04 03:01:29.740412 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-ca62a862-5acc-4ecc-b3fa-87bb74f3efa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (0213ad4f-218d-4dd4-86c5-37ed5a654602), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:29.743709 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-ca62a862-5acc-4ecc-b3fa-87bb74f3efa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:29.745296 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-ca62a862-5acc-4ecc-b3fa-87bb74f3efa4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0213ad4f-218d-4dd4-86c5-37ed5a654602 HTTP/1.1" status: 204 len: 168 time: 0.2643535 Mar 04 03:01:29.763802 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62a862-5acc-4ecc-b3fa-87bb74f3efa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0213ad4f-218d-4dd4-86c5-37ed5a654602,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:29.810790 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796cc00-2574-418f-9564-fe78dcbbb693 service neutron] Pushing event updated for resources: {'Port': ['ID=b64e92db-1afb-4da0-8827-cbb36e0ffb66,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:29.829471 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-a796cc00-2574-418f-9564-fe78dcbbb693 service neutron] Attempting to bind port b64e92db-1afb-4da0-8827-cbb36e0ffb66 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:01:29.829930 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-a796cc00-2574-418f-9564-fe78dcbbb693 service neutron] Attempting to bind port b64e92db-1afb-4da0-8827-cbb36e0ffb66 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '078a8615-197d-456c-b97b-5e4bf104ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e'}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:01:29.830344 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-a796cc00-2574-418f-9564-fe78dcbbb693 service neutron] Attempting to bind port b64e92db-1afb-4da0-8827-cbb36e0ffb66 on network 02cb8961-f224-4efe-9715-ecfb6c08725e {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:01:29.836205 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-a796cc00-2574-418f-9564-fe78dcbbb693 service neutron] Port b64e92db-1afb-4da0-8827-cbb36e0ffb66 on network 02cb8961-f224-4efe-9715-ecfb6c08725e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 03:01:29.836831 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-a796cc00-2574-418f-9564-fe78dcbbb693 service neutron] Attempting to bind port b64e92db-1afb-4da0-8827-cbb36e0ffb66 on network 02cb8961-f224-4efe-9715-ecfb6c08725e {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:01:29.843683 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-a796cc00-2574-418f-9564-fe78dcbbb693 service neutron] Checking agent: {'id': '3c9f8f0c-9b00-4c68-8144-2c2180e90486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'started_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:01:29.849837 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-a796cc00-2574-418f-9564-fe78dcbbb693 service neutron] Checking segment: {'id': '078a8615-197d-456c-b97b-5e4bf104ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:01:29.850306 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-a796cc00-2574-418f-9564-fe78dcbbb693 service neutron] Bound using segment: {'id': '078a8615-197d-456c-b97b-5e4bf104ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e'} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:01:29.851291 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-a796cc00-2574-418f-9564-fe78dcbbb693 service neutron] Bound port: b64e92db-1afb-4da0-8827-cbb36e0ffb66, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078a8615-197d-456c-b97b-5e4bf104ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e'}}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:01:29.852267 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-a796cc00-2574-418f-9564-fe78dcbbb693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (b64e92db-1afb-4da0-8827-cbb36e0ffb66), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:29.895721 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [req-ac6f1ba9-3f32-40ed-9864-7f26fac187eb req-b2a7bddd-e2c2-4ee2-8208-eba3b7c17e6e tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Deleting port 27b2deaf-bddb-4853-b98a-612c200a0498 {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:01:29.897292 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-ac6f1ba9-3f32-40ed-9864-7f26fac187eb req-b2a7bddd-e2c2-4ee2-8208-eba3b7c17e6e tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (27b2deaf-bddb-4853-b98a-612c200a0498), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:29.925076 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-a796cc00-2574-418f-9564-fe78dcbbb693 service neutron] For port b64e92db-1afb-4da0-8827-cbb36e0ffb66, host hv-cinder-82806, cleared binding levels {{(pid=102948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:01:29.930935 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-a796cc00-2574-418f-9564-fe78dcbbb693 service neutron] For port b64e92db-1afb-4da0-8827-cbb36e0ffb66, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b64e92db-1afb-4da0-8827-cbb36e0ffb66,segment=NetworkSegment(078a8615-197d-456c-b97b-5e4bf104ae1c),segment_id=078a8615-197d-456c-b97b-5e4bf104ae1c)] {{(pid=102948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:01:29.940134 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-a796cc00-2574-418f-9564-fe78dcbbb693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133005'] for port (b64e92db-1afb-4da0-8827-cbb36e0ffb66), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:29.994679 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-a796cc00-2574-418f-9564-fe78dcbbb693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:29.995312 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-a796cc00-2574-418f-9564-fe78dcbbb693 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:29.996817 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-a796cc00-2574-418f-9564-fe78dcbbb693 service neutron] 10.222.0.13 "PUT /v2.0/ports/b64e92db-1afb-4da0-8827-cbb36e0ffb66 HTTP/1.1" status: 200 len: 1094 time: 0.8036664 Mar 04 03:01:29.997266 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce900629-55d1-4c11-a4c0-e4ca8dc3f265', 'tag': 'b64e92db-1afb-4da0-8827-cbb36e0ffb66'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:01:29.999754 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14089d31-210e-4ba8-97b1-5e1aed64b698" -d '{"events": [{"name": "network-changed", "server_uuid": "ce900629-55d1-4c11-a4c0-e4ca8dc3f265", "tag": "b64e92db-1afb-4da0-8827-cbb36e0ffb66"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:01:30.008763 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae9764-b7d6-4cf5-8842-c76bfa99c744 req-f4bdea3a-d687-44d6-99a4-81e9592a2829 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:30.010646 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c6ae9764-b7d6-4cf5-8842-c76bfa99c744 req-f4bdea3a-d687-44d6-99a4-81e9592a2829 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 944 time: 0.1633070 Mar 04 03:01:30.018142 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796cc00-2574-418f-9564-fe78dcbbb693 service neutron] Pushing event updated for resources: {'Port': ['ID=b64e92db-1afb-4da0-8827-cbb36e0ffb66,revision_number=3']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:30.060927 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 03:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82ead61-a6f5-474f-a301-b5e0e462437a x-openstack-request-id: req-e82ead61-a6f5-474f-a301-b5e0e462437a {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:01:30.061279 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce900629-55d1-4c11-a4c0-e4ca8dc3f265", "tag": "b64e92db-1afb-4da0-8827-cbb36e0ffb66", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:01:30.061542 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e82ead61-a6f5-474f-a301-b5e0e462437a {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:01:30.061972 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce900629-55d1-4c11-a4c0-e4ca8dc3f265', 'tag': 'b64e92db-1afb-4da0-8827-cbb36e0ffb66', 'status': 'completed', 'code': 200} Mar 04 03:01:30.073860 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-ac6f1ba9-3f32-40ed-9864-7f26fac187eb req-b2a7bddd-e2c2-4ee2-8208-eba3b7c17e6e tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] For port 27b2deaf-bddb-4853-b98a-612c200a0498, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=27b2deaf-bddb-4853-b98a-612c200a0498,segment=NetworkSegment(3e383840-be9f-4807-838c-ba84cbc75df9),segment_id=3e383840-be9f-4807-838c-ba84cbc75df9)] {{(pid=102946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:01:30.074258 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-ac6f1ba9-3f32-40ed-9864-7f26fac187eb req-b2a7bddd-e2c2-4ee2-8208-eba3b7c17e6e tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (27b2deaf-bddb-4853-b98a-612c200a0498), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:30.102812 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [req-ac6f1ba9-3f32-40ed-9864-7f26fac187eb req-b2a7bddd-e2c2-4ee2-8208-eba3b7c17e6e tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Calling delete_port for 27b2deaf-bddb-4853-b98a-612c200a0498 owned by compute:nova {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:01:30.124121 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c6ae9764-b7d6-4cf5-8842-c76bfa99c744 req-326f543d-4fc2-4310-bd2d-793b6d31a9fc tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985644 Mar 04 03:01:30.259736 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-ac6f1ba9-3f32-40ed-9864-7f26fac187eb req-b2a7bddd-e2c2-4ee2-8208-eba3b7c17e6e tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (27b2deaf-bddb-4853-b98a-612c200a0498), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:30.287241 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7bddd-e2c2-4ee2-8208-eba3b7c17e6e tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Pushing event deleted for resources: {'Port': ['ID=27b2deaf-bddb-4853-b98a-612c200a0498,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:30.339465 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6f1ba9-3f32-40ed-9864-7f26fac187eb req-b2a7bddd-e2c2-4ee2-8208-eba3b7c17e6e tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] No DVR routers for this DVR port 27b2deaf-bddb-4853-b98a-612c200a0498 on host hv-cinder-82806 {{(pid=102946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:01:30.348717 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-ac6f1ba9-3f32-40ed-9864-7f26fac187eb req-b2a7bddd-e2c2-4ee2-8208-eba3b7c17e6e tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:30.352816 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ac6f1ba9-3f32-40ed-9864-7f26fac187eb req-b2a7bddd-e2c2-4ee2-8208-eba3b7c17e6e tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.13 "DELETE /v2.0/ports/27b2deaf-bddb-4853-b98a-612c200a0498 HTTP/1.1" status: 204 len: 173 time: 0.6422064 Mar 04 03:01:30.353944 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5037f222-df2a-4e82-9eda-8ca3692e1e2d', 'name': 'network-vif-deleted', 'tag': '27b2deaf-bddb-4853-b98a-612c200a0498'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:01:30.355587 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeea85a3-5c99-4904-b6ec-8d5e19d0edf1" -d '{"events": [{"server_uuid": "5037f222-df2a-4e82-9eda-8ca3692e1e2d", "name": "network-vif-deleted", "tag": "27b2deaf-bddb-4853-b98a-612c200a0498"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:01:30.376827 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cc1926e8-c295-49a2-9658-3d1ab585a1e5 req-ff346f47-14a2-4960-abfa-0172ac1fa63b tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 210 time: 0.0384974 Mar 04 03:01:30.399979 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5553f6-8f1c-4870-b49e-7caf36b28a8f x-openstack-request-id: req-be5553f6-8f1c-4870-b49e-7caf36b28a8f {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:01:30.400271 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5037f222-df2a-4e82-9eda-8ca3692e1e2d", "name": "network-vif-deleted", "tag": "27b2deaf-bddb-4853-b98a-612c200a0498", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:01:30.400523 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be5553f6-8f1c-4870-b49e-7caf36b28a8f {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:01:30.400923 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5037f222-df2a-4e82-9eda-8ca3692e1e2d', 'name': 'network-vif-deleted', 'tag': '27b2deaf-bddb-4853-b98a-612c200a0498', 'status': 'completed', 'code': 200} Mar 04 03:01:30.790670 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c5aa9-6b72-4294-b64d-c1cd758cc90a req-18ddcc98-20e5-4900-974d-46660fca5ccd tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:30.792175 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-098c5aa9-6b72-4294-b64d-c1cd758cc90a req-18ddcc98-20e5-4900-974d-46660fca5ccd tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0538661 Mar 04 03:01:30.838813 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-098c5aa9-6b72-4294-b64d-c1cd758cc90a req-0ad3f8b7-6774-492b-b4ae-c36bf0ae37e1 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410635 Mar 04 03:01:31.249922 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1764e9c-e2bf-4937-b70d-33f01a9e9f3a req-9d2593dd-bc1b-4bb1-b767-8cdc859ee86d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:31.251431 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d1764e9c-e2bf-4937-b70d-33f01a9e9f3a req-9d2593dd-bc1b-4bb1-b767-8cdc859ee86d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 944 time: 0.0579352 Mar 04 03:01:31.301198 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d1764e9c-e2bf-4937-b70d-33f01a9e9f3a req-3a1cb3d4-cfb1-4885-b5cd-9fe46c5b2a89 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441272 Mar 04 03:01:31.476852 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4f4bb912-da58-4841-b46a-c5f5b7ffee44 req-25e43215-3b27-4d50-90a6-3b29486e2bf0 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 210 time: 0.0300882 Mar 04 03:01:31.809381 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 60588) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:31.921634 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c8171175-9d88-47b4-93e8-9034b4f9109d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:31.945241 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-40fff07f-b2b7-4761-9ad9-9af2014052e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:31.990368 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4eda1-765f-4a0b-a319-42981cf496fa req-b99c7047-31a7-4c12-ad50-eb2e9b17d02e tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:31.991997 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-bad4eda1-765f-4a0b-a319-42981cf496fa req-b99c7047-31a7-4c12-ad50-eb2e9b17d02e tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0863147 Mar 04 03:01:32.064322 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-bad4eda1-765f-4a0b-a319-42981cf496fa req-435a7e4f-f912-447f-8923-0b4890b3f663 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668430 Mar 04 03:01:32.068561 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c8171175-9d88-47b4-93e8-9034b4f9109d admin admin] Publish callbacks [] for security_group (81dd7ef2-342e-4503-8e25-87893b543713), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:32.073576 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c8171175-9d88-47b4-93e8-9034b4f9109d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (81dd7ef2-342e-4503-8e25-87893b543713), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:32.113926 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-c8171175-9d88-47b4-93e8-9034b4f9109d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d15d1fb01c51442fa5bbda16ac191ea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034236 Mar 04 03:01:32.115005 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8171175-9d88-47b4-93e8-9034b4f9109d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dd7ef2-342e-4503-8e25-87893b543713,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:32.117096 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 60594) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:32.165557 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bd68edef-fc58-4117-aab6-5d0194aae108 admin admin] Publish callbacks [] for security_group (81dd7ef2-342e-4503-8e25-87893b543713), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:32.185736 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bd68edef-fc58-4117-aab6-5d0194aae108 admin admin] Publish callbacks [] for security_group (81dd7ef2-342e-4503-8e25-87893b543713), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:32.232052 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bd68edef-fc58-4117-aab6-5d0194aae108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (81dd7ef2-342e-4503-8e25-87893b543713), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:32.234848 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bd68edef-fc58-4117-aab6-5d0194aae108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:32.236572 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-bd68edef-fc58-4117-aab6-5d0194aae108 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81dd7ef2-342e-4503-8e25-87893b543713 HTTP/1.1" status: 204 len: 168 time: 0.1182351 Mar 04 03:01:32.244423 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68edef-fc58-4117-aab6-5d0194aae108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dd7ef2-342e-4503-8e25-87893b543713,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:32.419820 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3f249-13be-46ee-bfe6-b2031c902c77 req-21864d8e-2413-4d10-9785-6d67c16b6006 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:32.421252 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-12b3f249-13be-46ee-bfe6-b2031c902c77 req-21864d8e-2413-4d10-9785-6d67c16b6006 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 944 time: 0.0530090 Mar 04 03:01:32.470961 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-12b3f249-13be-46ee-bfe6-b2031c902c77 req-6a2f9220-3d45-4d01-9ae8-ccb4f48bc1ea tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441926 Mar 04 03:01:32.498299 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 60602) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:32.511432 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['27b2deaf-bddb-4853-b98a-612c200a0498'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:01:32.512753 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-7d53f2df-97c4-4644-96d2-50c2cdaa3a77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:32.596869 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7578e2f7-faff-4515-aac4-d61c19fbc51e req-6ae74cfa-780d-4f80-9d72-f1f2ac30f078 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 210 time: 0.0341339 Mar 04 03:01:32.619768 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-7d53f2df-97c4-4644-96d2-50c2cdaa3a77 admin admin] Publish callbacks [] for security_group (dd17be0d-79cb-409d-83f3-f391daf5979f), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:32.623552 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-7d53f2df-97c4-4644-96d2-50c2cdaa3a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (dd17be0d-79cb-409d-83f3-f391daf5979f), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:32.659920 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53f2df-97c4-4644-96d2-50c2cdaa3a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd17be0d-79cb-409d-83f3-f391daf5979f,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:32.664772 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-7d53f2df-97c4-4644-96d2-50c2cdaa3a77 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e69fcd36c424ed4b95137986a8977e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1654837 Mar 04 03:01:32.667563 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 60608) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:32.715881 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-899e98e3-5cac-4a6e-bacf-72902ebe10e6 admin admin] Publish callbacks [] for security_group (dd17be0d-79cb-409d-83f3-f391daf5979f), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:32.736891 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-899e98e3-5cac-4a6e-bacf-72902ebe10e6 admin admin] Publish callbacks [] for security_group (dd17be0d-79cb-409d-83f3-f391daf5979f), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:32.783037 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-899e98e3-5cac-4a6e-bacf-72902ebe10e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (dd17be0d-79cb-409d-83f3-f391daf5979f), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:32.785712 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-899e98e3-5cac-4a6e-bacf-72902ebe10e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:32.787091 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-899e98e3-5cac-4a6e-bacf-72902ebe10e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd17be0d-79cb-409d-83f3-f391daf5979f HTTP/1.1" status: 204 len: 168 time: 0.1184156 Mar 04 03:01:32.795516 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e98e3-5cac-4a6e-bacf-72902ebe10e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd17be0d-79cb-409d-83f3-f391daf5979f,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:33.187034 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9f565-fbf3-4c3b-bee0-59252aed7113 req-e168703c-96d0-4c55-82e6-f4390e65ab2b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:33.188436 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1ad9f565-fbf3-4c3b-bee0-59252aed7113 req-e168703c-96d0-4c55-82e6-f4390e65ab2b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0566766 Mar 04 03:01:33.234711 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1ad9f565-fbf3-4c3b-bee0-59252aed7113 req-2e721d86-2f60-4d89-8d29-1ac3a81c6d2a tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406728 Mar 04 03:01:33.591323 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1336b3-7398-44d6-877a-8b49d6266846 req-4b700e6c-5243-4e4f-bcd9-8f0ea998beda tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:33.592830 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5b1336b3-7398-44d6-877a-8b49d6266846 req-4b700e6c-5243-4e4f-bcd9-8f0ea998beda tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 944 time: 0.0552621 Mar 04 03:01:33.642314 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5b1336b3-7398-44d6-877a-8b49d6266846 req-d1f5bf47-fb8c-4fa3-a25b-17048d4f3d21 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439179 Mar 04 03:01:33.722548 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-31079a7f-ce6e-4d43-8fd9-01b5696d5cde req-4d9d61bc-0524-4993-bb0e-03c0ab93f1c8 tempest-VolumesActionsTest-398839253 tempest-VolumesActionsTest-398839253-project] 10.222.0.16 "GET /v2.0/ports?device_id=5037f222-df2a-4e82-9eda-8ca3692e1e2d HTTP/1.1" status: 200 len: 210 time: 0.0448515 Mar 04 03:01:33.743291 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-d0ee06c6-2e7c-43ed-9c81-f35c40355eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:33.745208 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-d0ee06c6-2e7c-43ed-9c81-f35c40355eb5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d15398833664320803849959784f508&device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 1128 time: 0.0768380 Mar 04 03:01:33.799662 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-1a59680c-343b-4f30-b446-70272daa24c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b64e92db-1afb-4da0-8827-cbb36e0ffb66 HTTP/1.1" status: 200 len: 217 time: 0.0421207 Mar 04 03:01:33.849154 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-dc3fe141-4617-47f1-b510-1bae7fbc6eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:33.850967 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-dc3fe141-4617-47f1-b510-1bae7fbc6eb2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d3a17f2e-d1f5-4359-86d3-8c7648f764aa HTTP/1.1" status: 200 len: 851 time: 0.0448143 Mar 04 03:01:33.911788 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-f32b29d8-d919-49c9-ac6e-520c9435a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:33.913601 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-f32b29d8-d919-49c9-ac6e-520c9435a5a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02cb8961-f224-4efe-9715-ecfb6c08725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485630 Mar 04 03:01:34.020769 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-d1fd0692-868f-46c0-b40e-976ffcb7ba20 service neutron] 10.222.0.13 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817111 Mar 04 03:01:34.116754 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b0f954d5-283b-49a0-9ea3-6f45253d3d06 req-b479f436-5b3e-4d64-b487-9deabcac2222 service neutron] 10.222.0.13 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871310 Mar 04 03:01:34.345747 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9830b52-db6e-4158-9e85-8796c1ece4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:34.391901 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec6811-3a95-4dd9-b41d-105a28d1eb59 req-eca5d952-587d-4f95-9b49-788042a536b5 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:34.393440 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-51ec6811-3a95-4dd9-b41d-105a28d1eb59 req-eca5d952-587d-4f95-9b49-788042a536b5 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0886064 Mar 04 03:01:34.419644 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14089d31-210e-4ba8-97b1-5e1aed64b698 req-c4e8a76f-f5ac-4245-a52d-919f743bc12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:34.421188 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-14089d31-210e-4ba8-97b1-5e1aed64b698 req-c4e8a76f-f5ac-4245-a52d-919f743bc12b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d15398833664320803849959784f508&device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 1128 time: 0.0783474 Mar 04 03:01:34.453309 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 60664) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:34.502148 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-51ec6811-3a95-4dd9-b41d-105a28d1eb59 req-f8fcf2bf-8039-4edc-8d46-74ad987bfdf0 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005452 Mar 04 03:01:34.547131 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14089d31-210e-4ba8-97b1-5e1aed64b698 req-ab63eeb2-b8d3-4aed-9d33-e77f3e086110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:34.548644 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-14089d31-210e-4ba8-97b1-5e1aed64b698 req-ab63eeb2-b8d3-4aed-9d33-e77f3e086110 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02cb8961-f224-4efe-9715-ecfb6c08725e HTTP/1.1" status: 200 len: 913 time: 0.1121252 Mar 04 03:01:34.563827 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bc09007e-a03e-4403-a4ff-4343c39090c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:34.636451 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bc09007e-a03e-4403-a4ff-4343c39090c4 admin admin] Publish callbacks [] for security_group (293e275f-1372-4be7-94bf-afdbcfe537f1), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:34.640265 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bc09007e-a03e-4403-a4ff-4343c39090c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (293e275f-1372-4be7-94bf-afdbcfe537f1), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:34.658484 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-14089d31-210e-4ba8-97b1-5e1aed64b698 req-a2bc49b3-c905-40d7-bfb6-4143747bd71f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b64e92db-1afb-4da0-8827-cbb36e0ffb66 HTTP/1.1" status: 200 len: 217 time: 0.0359914 Mar 04 03:01:34.679224 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09007e-a03e-4403-a4ff-4343c39090c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293e275f-1372-4be7-94bf-afdbcfe537f1,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:34.687607 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-bc09007e-a03e-4403-a4ff-4343c39090c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d8093060edd4695b0a9fb6bb3fbbe99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306895 Mar 04 03:01:34.687969 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 60670) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:34.722930 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14089d31-210e-4ba8-97b1-5e1aed64b698 req-16777d0e-a359-4da6-8b98-3a754157bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:34.724430 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-14089d31-210e-4ba8-97b1-5e1aed64b698 req-16777d0e-a359-4da6-8b98-3a754157bb13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d3a17f2e-d1f5-4359-86d3-8c7648f764aa HTTP/1.1" status: 200 len: 851 time: 0.0583558 Mar 04 03:01:34.760548 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0a771cf6-da44-402e-9350-868dbaf73803 admin admin] Publish callbacks [] for security_group (293e275f-1372-4be7-94bf-afdbcfe537f1), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:34.786473 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0a771cf6-da44-402e-9350-868dbaf73803 admin admin] Publish callbacks [] for security_group (293e275f-1372-4be7-94bf-afdbcfe537f1), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:34.844710 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a78c7-089e-4da1-99a3-3ef02c4e8c97 req-56aeb9d3-c5f4-44e8-9dff-b84f6e1fa25e tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:34.846632 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-660a78c7-089e-4da1-99a3-3ef02c4e8c97 req-56aeb9d3-c5f4-44e8-9dff-b84f6e1fa25e tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 944 time: 0.1149173 Mar 04 03:01:34.848541 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14089d31-210e-4ba8-97b1-5e1aed64b698 req-9e1d06a9-d6d6-4554-a546-dfb3927cfd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:34.850297 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-14089d31-210e-4ba8-97b1-5e1aed64b698 req-9e1d06a9-d6d6-4554-a546-dfb3927cfd9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02cb8961-f224-4efe-9715-ecfb6c08725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1089163 Mar 04 03:01:34.865574 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0a771cf6-da44-402e-9350-868dbaf73803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (293e275f-1372-4be7-94bf-afdbcfe537f1), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:34.868137 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0a771cf6-da44-402e-9350-868dbaf73803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:34.871806 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-0a771cf6-da44-402e-9350-868dbaf73803 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/293e275f-1372-4be7-94bf-afdbcfe537f1 HTTP/1.1" status: 204 len: 168 time: 0.1805768 Mar 04 03:01:34.879189 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a771cf6-da44-402e-9350-868dbaf73803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293e275f-1372-4be7-94bf-afdbcfe537f1,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:34.954283 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-660a78c7-089e-4da1-99a3-3ef02c4e8c97 req-f0fdbbe3-b5f1-444c-a2ac-3a762ba65564 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001227 Mar 04 03:01:34.995270 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-14089d31-210e-4ba8-97b1-5e1aed64b698 req-43db101e-e316-4bae-960d-ca2ff84d5edd service neutron] 10.222.0.13 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235607 Mar 04 03:01:35.113065 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-14089d31-210e-4ba8-97b1-5e1aed64b698 req-9dca637d-ec1c-4616-aa5d-a81df4186644 service neutron] 10.222.0.13 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046946 Mar 04 03:01:35.198251 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 60700) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:35.216823 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-ef7fa0ec-f654-47bc-bf73-55583a263da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:35.294046 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-ef7fa0ec-f654-47bc-bf73-55583a263da6 admin admin] Publish callbacks [] for security_group (567c2146-fe49-4523-8a38-8f05304670d3), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:35.298553 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-ef7fa0ec-f654-47bc-bf73-55583a263da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (567c2146-fe49-4523-8a38-8f05304670d3), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:35.337177 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-ef7fa0ec-f654-47bc-bf73-55583a263da6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=41262d0bb2dd43778ccf3cc8aff074cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378016 Mar 04 03:01:35.338046 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fa0ec-f654-47bc-bf73-55583a263da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567c2146-fe49-4523-8a38-8f05304670d3,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:35.342512 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 60708) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:35.362619 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:35.393152 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee60d1ed-438e-4ab0-b826-f1af08101a65 admin admin] Publish callbacks [] for security_group (567c2146-fe49-4523-8a38-8f05304670d3), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:35.415640 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee60d1ed-438e-4ab0-b826-f1af08101a65 admin admin] Publish callbacks [] for security_group (567c2146-fe49-4523-8a38-8f05304670d3), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:35.463163 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee60d1ed-438e-4ab0-b826-f1af08101a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (567c2146-fe49-4523-8a38-8f05304670d3), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:35.465734 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee60d1ed-438e-4ab0-b826-f1af08101a65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:35.466917 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-ee60d1ed-438e-4ab0-b826-f1af08101a65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/567c2146-fe49-4523-8a38-8f05304670d3 HTTP/1.1" status: 204 len: 168 time: 0.1259186 Mar 04 03:01:35.474357 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60d1ed-438e-4ab0-b826-f1af08101a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567c2146-fe49-4523-8a38-8f05304670d3,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:35.638854 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0340d-75f8-461b-8afc-15a022942e9c req-ebd52f16-9147-4492-84f2-0cb123510145 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:35.640500 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d7a0340d-75f8-461b-8afc-15a022942e9c req-ebd52f16-9147-4492-84f2-0cb123510145 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0566819 Mar 04 03:01:35.661643 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 27b2deaf-bddb-4853-b98a-612c200a0498 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:01:35.682389 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] No Port match for: 27b2deaf-bddb-4853-b98a-612c200a0498 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:01:35.682958 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 27b2deaf-bddb-4853-b98a-612c200a0498 not bound to the agent host hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:01:35.690132 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d7a0340d-75f8-461b-8afc-15a022942e9c req-296f1ca1-d6b6-495c-a1e2-c03d92dbac42 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440831 Mar 04 03:01:36.082276 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb73490-9686-44c7-9a49-a4665c3feb94 req-9d67ecb5-5888-4ae8-87f5-273320c5941b tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:36.083666 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8fb73490-9686-44c7-9a49-a4665c3feb94 req-9d67ecb5-5888-4ae8-87f5-273320c5941b tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 944 time: 0.0565882 Mar 04 03:01:36.133146 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8fb73490-9686-44c7-9a49-a4665c3feb94 req-a4837407-e486-4058-981d-8aa5de1cf3b1 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435538 Mar 04 03:01:36.696241 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:36.814578 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827f7e3-a2d6-4ff8-a5c2-67d595967eff req-452588ab-f8bf-4658-82ee-ceff75c50d47 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:36.816080 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6827f7e3-a2d6-4ff8-a5c2-67d595967eff req-452588ab-f8bf-4658-82ee-ceff75c50d47 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0544605 Mar 04 03:01:36.864171 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6827f7e3-a2d6-4ff8-a5c2-67d595967eff req-d4dcfda3-ac00-421e-9f76-56f0a7a08016 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413220 Mar 04 03:01:37.253875 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a084fb-4fca-4bfa-854f-cd994e67845a req-15ab2dc4-a705-44f0-a039-5cf892deeccf tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:37.255352 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a2a084fb-4fca-4bfa-854f-cd994e67845a req-15ab2dc4-a705-44f0-a039-5cf892deeccf tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 944 time: 0.0555661 Mar 04 03:01:37.308850 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a2a084fb-4fca-4bfa-854f-cd994e67845a req-3f8ee774-1cd1-439a-b245-e65eab975d62 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471177 Mar 04 03:01:37.841678 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 60824) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:37.954234 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-4f506b19-15e5-48c8-bb1e-95524f98a33f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:37.990209 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bd5a4-2518-4eef-9f8c-0f35f0b7d75d req-59466fe7-f1f1-4a51-992f-4c809ca5a512 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:37.991781 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-078bd5a4-2518-4eef-9f8c-0f35f0b7d75d req-59466fe7-f1f1-4a51-992f-4c809ca5a512 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0553622 Mar 04 03:01:38.030651 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-4f506b19-15e5-48c8-bb1e-95524f98a33f admin admin] Publish callbacks [] for security_group (f2b6e1ea-dc1d-401a-990b-cc76cae350d1), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:38.034253 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-4f506b19-15e5-48c8-bb1e-95524f98a33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (f2b6e1ea-dc1d-401a-990b-cc76cae350d1), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:38.046951 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-078bd5a4-2518-4eef-9f8c-0f35f0b7d75d req-85004618-f932-4c40-bd5b-0064887a0a3a tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476286 Mar 04 03:01:38.075126 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-4f506b19-15e5-48c8-bb1e-95524f98a33f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=563a70ac3ae741bf87e625849ed2a69a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323527 Mar 04 03:01:38.075989 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f506b19-15e5-48c8-bb1e-95524f98a33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b6e1ea-dc1d-401a-990b-cc76cae350d1,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:38.077777 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 60832) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:38.126876 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3debcf13-0b83-4935-832e-13dfb479dc45 admin admin] Publish callbacks [] for security_group (f2b6e1ea-dc1d-401a-990b-cc76cae350d1), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:38.148310 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3debcf13-0b83-4935-832e-13dfb479dc45 admin admin] Publish callbacks [] for security_group (f2b6e1ea-dc1d-401a-990b-cc76cae350d1), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:38.193677 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3debcf13-0b83-4935-832e-13dfb479dc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (f2b6e1ea-dc1d-401a-990b-cc76cae350d1), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:38.196767 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3debcf13-0b83-4935-832e-13dfb479dc45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:38.197940 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-3debcf13-0b83-4935-832e-13dfb479dc45 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2b6e1ea-dc1d-401a-990b-cc76cae350d1 HTTP/1.1" status: 204 len: 168 time: 0.1189480 Mar 04 03:01:38.205422 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debcf13-0b83-4935-832e-13dfb479dc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b6e1ea-dc1d-401a-990b-cc76cae350d1,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:38.379693 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:38.435728 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ced2b0-234a-4545-b62c-d2c97787f6c6 req-16b980e7-24f9-40b3-8779-241bbee66e45 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:38.437361 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-77ced2b0-234a-4545-b62c-d2c97787f6c6 req-16b980e7-24f9-40b3-8779-241bbee66e45 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 944 time: 0.0617187 Mar 04 03:01:38.457772 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 60840) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:38.470603 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-650830dc-f9ed-4c1d-8dda-39d2958909ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:38.486996 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-77ced2b0-234a-4545-b62c-d2c97787f6c6 req-8dbf6dbc-6f35-4e01-9181-5bbca3295875 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439246 Mar 04 03:01:38.544000 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-650830dc-f9ed-4c1d-8dda-39d2958909ca admin admin] Publish callbacks [] for security_group (4af8e72a-3e18-4796-9466-985b94e973b8), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:38.547830 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-650830dc-f9ed-4c1d-8dda-39d2958909ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (4af8e72a-3e18-4796-9466-985b94e973b8), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:38.586407 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-650830dc-f9ed-4c1d-8dda-39d2958909ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d21947a557164d5fa7a486649dac24c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274688 Mar 04 03:01:38.587283 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650830dc-f9ed-4c1d-8dda-39d2958909ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af8e72a-3e18-4796-9466-985b94e973b8,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:38.589100 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 60842) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:38.636485 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-947e6412-d785-497d-8c5d-2aedf5ae6331 admin admin] Publish callbacks [] for security_group (4af8e72a-3e18-4796-9466-985b94e973b8), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:38.658020 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-947e6412-d785-497d-8c5d-2aedf5ae6331 admin admin] Publish callbacks [] for security_group (4af8e72a-3e18-4796-9466-985b94e973b8), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:38.706938 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-947e6412-d785-497d-8c5d-2aedf5ae6331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (4af8e72a-3e18-4796-9466-985b94e973b8), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:38.709505 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-947e6412-d785-497d-8c5d-2aedf5ae6331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:38.710823 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-947e6412-d785-497d-8c5d-2aedf5ae6331 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4af8e72a-3e18-4796-9466-985b94e973b8 HTTP/1.1" status: 204 len: 168 time: 0.1206970 Mar 04 03:01:38.720693 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e6412-d785-497d-8c5d-2aedf5ae6331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af8e72a-3e18-4796-9466-985b94e973b8,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:39.168793 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025992d2-6752-41cc-9961-270c63cd8487 req-f760042e-69d1-4951-bb3e-9eb3c16d09d5 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:39.170338 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-025992d2-6752-41cc-9961-270c63cd8487 req-f760042e-69d1-4951-bb3e-9eb3c16d09d5 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0574253 Mar 04 03:01:39.223203 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-025992d2-6752-41cc-9961-270c63cd8487 req-c8f3f836-3be5-4911-80ca-e1e8c67c0dc7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473778 Mar 04 03:01:39.609484 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b66a12-f18a-4d99-9f72-836dbc95b6dc req-35784804-32d6-4294-a44f-137d5b81f68e tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:39.611203 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-07b66a12-f18a-4d99-9f72-836dbc95b6dc req-35784804-32d6-4294-a44f-137d5b81f68e tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 944 time: 0.0546384 Mar 04 03:01:39.662615 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-07b66a12-f18a-4d99-9f72-836dbc95b6dc req-ea375f5c-86a1-4858-ac23-f96c9d3b5c94 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452845 Mar 04 03:01:40.004105 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-27539532-3403-476a-8172-e90278bdd3e0 req-cc450cb0-d708-40f3-9187-59fffc5d2a31 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454266 Mar 04 03:01:40.083996 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27539532-3403-476a-8172-e90278bdd3e0 req-b79afd5f-8225-4292-868b-7dec4c69d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:40.086527 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-27539532-3403-476a-8172-e90278bdd3e0 req-b79afd5f-8225-4292-868b-7dec4c69d015 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=334bbe5c6d1042b49abc0793f344935b&device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 1130 time: 0.0566125 Mar 04 03:01:40.194233 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27539532-3403-476a-8172-e90278bdd3e0 req-b3029dd7-c10c-453a-9e56-30c9100112c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:40.196064 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-27539532-3403-476a-8172-e90278bdd3e0 req-b3029dd7-c10c-453a-9e56-30c9100112c5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50eae8c7-06bd-487c-a181-0dbe4478419c HTTP/1.1" status: 200 len: 917 time: 0.0834606 Mar 04 03:01:40.294336 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-27539532-3403-476a-8172-e90278bdd3e0 req-7bff2e02-1806-4536-bfd5-b3eb514f09a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f8ced06-af44-4944-8712-1d93dfbd72ce HTTP/1.1" status: 200 len: 1002 time: 0.0739546 Mar 04 03:01:40.378087 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27539532-3403-476a-8172-e90278bdd3e0 req-d49e62a5-2976-482c-9a96-f63f5c70371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:40.379624 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-27539532-3403-476a-8172-e90278bdd3e0 req-d49e62a5-2976-482c-9a96-f63f5c70371c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16952d07-ba3d-4d83-b57f-d1a1f6336b50 HTTP/1.1" status: 200 len: 855 time: 0.0760183 Mar 04 03:01:40.390724 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37179c-3064-4533-adbe-e1137726a46c req-bf582794-ac01-45c7-91a6-3a6ba5cd0a77 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:40.392212 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-af37179c-3064-4533-adbe-e1137726a46c req-bf582794-ac01-45c7-91a6-3a6ba5cd0a77 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0969534 Mar 04 03:01:40.474316 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-af37179c-3064-4533-adbe-e1137726a46c req-8ba4c937-bf17-46b5-b207-9e30dc29f400 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735667 Mar 04 03:01:40.477425 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27539532-3403-476a-8172-e90278bdd3e0 req-04d25687-4551-4e21-9156-d709485d4dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:40.479087 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-27539532-3403-476a-8172-e90278bdd3e0 req-04d25687-4551-4e21-9156-d709485d4dc8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50eae8c7-06bd-487c-a181-0dbe4478419c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0859189 Mar 04 03:01:40.569202 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7bb48-ad75-4d44-b941-f576f2f812e4 req-f2c6c89c-e58a-48ea-b362-0ebaec4d0120 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:40.571576 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-62d7bb48-ad75-4d44-b941-f576f2f812e4 req-f2c6c89c-e58a-48ea-b362-0ebaec4d0120 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.13 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 946 time: 0.0545032 Mar 04 03:01:40.576402 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-27539532-3403-476a-8172-e90278bdd3e0 req-f404aa58-616f-4155-a08b-ec267ad6df32 service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907133 Mar 04 03:01:40.672046 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-27539532-3403-476a-8172-e90278bdd3e0 req-d7a52c6d-c5f9-42ec-bf48-b4655da6e54c service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895379 Mar 04 03:01:40.672802 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-62d7bb48-ad75-4d44-b941-f576f2f812e4 req-4a10055e-a71b-4558-8375-2cb8d3ac5dca tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Deleting port 0e60cf73-e7a0-430c-b810-b5f543c2075f {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:01:40.673149 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-62d7bb48-ad75-4d44-b941-f576f2f812e4 req-4a10055e-a71b-4558-8375-2cb8d3ac5dca tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (0e60cf73-e7a0-430c-b810-b5f543c2075f), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:40.763687 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-62d7bb48-ad75-4d44-b941-f576f2f812e4 req-4a10055e-a71b-4558-8375-2cb8d3ac5dca tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] For port 0e60cf73-e7a0-430c-b810-b5f543c2075f, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=0e60cf73-e7a0-430c-b810-b5f543c2075f,segment=NetworkSegment(8249a905-31bb-4e01-a616-379d38917352),segment_id=8249a905-31bb-4e01-a616-379d38917352)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:01:40.763937 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-62d7bb48-ad75-4d44-b941-f576f2f812e4 req-4a10055e-a71b-4558-8375-2cb8d3ac5dca tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (0e60cf73-e7a0-430c-b810-b5f543c2075f), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:40.778294 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-62d7bb48-ad75-4d44-b941-f576f2f812e4 req-4a10055e-a71b-4558-8375-2cb8d3ac5dca tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Calling delete_port for 0e60cf73-e7a0-430c-b810-b5f543c2075f owned by compute:nova {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:01:40.787961 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa483946-466d-441f-946d-276a74899c0e req-9e5479ac-411a-4ccd-82da-727ca06cd8a7 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:40.790165 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fa483946-466d-441f-946d-276a74899c0e req-9e5479ac-411a-4ccd-82da-727ca06cd8a7 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 944 time: 0.0584929 Mar 04 03:01:40.838273 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fa483946-466d-441f-946d-276a74899c0e req-69aaf451-0129-45b1-9a7c-6d4e755517d8 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425584 Mar 04 03:01:40.906367 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-62d7bb48-ad75-4d44-b941-f576f2f812e4 req-4a10055e-a71b-4558-8375-2cb8d3ac5dca tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (0e60cf73-e7a0-430c-b810-b5f543c2075f), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:40.918322 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['03043544-0f88-43de-af71-1007eceb3446', '0e60cf73-e7a0-430c-b810-b5f543c2075f'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:01:40.940004 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10055e-a71b-4558-8375-2cb8d3ac5dca tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Pushing event deleted for resources: {'Port': ['ID=0e60cf73-e7a0-430c-b810-b5f543c2075f,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:40.984688 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d7bb48-ad75-4d44-b941-f576f2f812e4 req-4a10055e-a71b-4558-8375-2cb8d3ac5dca tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] No DVR routers for this DVR port 0e60cf73-e7a0-430c-b810-b5f543c2075f on host hv-cinder-82806 {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:01:40.987765 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-62d7bb48-ad75-4d44-b941-f576f2f812e4 req-4a10055e-a71b-4558-8375-2cb8d3ac5dca tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:40.991235 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-62d7bb48-ad75-4d44-b941-f576f2f812e4 req-4a10055e-a71b-4558-8375-2cb8d3ac5dca tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.13 "DELETE /v2.0/ports/0e60cf73-e7a0-430c-b810-b5f543c2075f HTTP/1.1" status: 204 len: 173 time: 0.4138699 Mar 04 03:01:40.992253 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638e143c-a3d1-4ff2-b476-0b807e105eb5', 'name': 'network-vif-deleted', 'tag': '0e60cf73-e7a0-430c-b810-b5f543c2075f'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:01:40.995261 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f163825-7d69-4e56-9e45-84b8a720db1b" -d '{"events": [{"server_uuid": "638e143c-a3d1-4ff2-b476-0b807e105eb5", "name": "network-vif-deleted", "tag": "0e60cf73-e7a0-430c-b810-b5f543c2075f"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:01:41.033404 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd63cad2-c072-4241-bb82-77a053163245 x-openstack-request-id: req-dd63cad2-c072-4241-bb82-77a053163245 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:01:41.033704 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638e143c-a3d1-4ff2-b476-0b807e105eb5", "name": "network-vif-deleted", "tag": "0e60cf73-e7a0-430c-b810-b5f543c2075f", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:01:41.033994 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd63cad2-c072-4241-bb82-77a053163245 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:01:41.034530 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638e143c-a3d1-4ff2-b476-0b807e105eb5', 'name': 'network-vif-deleted', 'tag': '0e60cf73-e7a0-430c-b810-b5f543c2075f', 'status': 'completed', 'code': 200} Mar 04 03:01:41.584687 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d0ec4c88-8412-4f95-8d51-0979cd82a113 req-914519fb-7611-4bd2-9f80-cae808fc985d tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=638e143c-a3d1-4ff2-b476-0b807e105eb5 HTTP/1.1" status: 200 len: 210 time: 0.0284896 Mar 04 03:01:41.966657 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17caaf9e-1b99-46df-8a5f-6a2559b4df77 req-21f83e38-6799-4e81-8d0e-edb80445bbad tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:41.968437 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-17caaf9e-1b99-46df-8a5f-6a2559b4df77 req-21f83e38-6799-4e81-8d0e-edb80445bbad tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 944 time: 0.0592768 Mar 04 03:01:42.017735 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:42.022160 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-17caaf9e-1b99-46df-8a5f-6a2559b4df77 req-455209e5-5f58-43ec-b3a1-594ce5a7cdbe tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477018 Mar 04 03:01:42.965994 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fb084-c722-4829-b6e1-f35cda495a36 req-dce651f0-7057-4631-8c41-f95b2f08877f tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:42.969661 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7d0fb084-c722-4829-b6e1-f35cda495a36 req-dce651f0-7057-4631-8c41-f95b2f08877f tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0619485 Mar 04 03:01:43.029091 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7d0fb084-c722-4829-b6e1-f35cda495a36 req-409b1eb9-95af-4ec2-96f3-fa21950cd148 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551071 Mar 04 03:01:43.188713 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51e7d4-21ec-4a3d-8231-22db9c63c5dc req-026db4b9-fe77-4b39-8d9e-2535f506447c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:43.191272 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4c51e7d4-21ec-4a3d-8231-22db9c63c5dc req-026db4b9-fe77-4b39-8d9e-2535f506447c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 944 time: 0.0797751 Mar 04 03:01:43.271126 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4c51e7d4-21ec-4a3d-8231-22db9c63c5dc req-96391b6c-0d9a-4267-8d33-24c6606a1af9 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714514 Mar 04 03:01:43.692302 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device b64e92db-1afb-4da0-8827-cbb36e0ffb66 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 03:01:43.697027 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 0e60cf73-e7a0-430c-b810-b5f543c2075f no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:01:43.728485 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] No Port match for: 0e60cf73-e7a0-430c-b810-b5f543c2075f {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:01:43.728845 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 0e60cf73-e7a0-430c-b810-b5f543c2075f not bound to the agent host hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:01:43.826984 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port b64e92db-1afb-4da0-8827-cbb36e0ffb66, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b64e92db-1afb-4da0-8827-cbb36e0ffb66,segment=NetworkSegment(078a8615-197d-456c-b97b-5e4bf104ae1c),segment_id=078a8615-197d-456c-b97b-5e4bf104ae1c)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:01:43.844319 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': 'b64e92db-1afb-4da0-8827-cbb36e0ffb66', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'port_id': 'b64e92db-1afb-4da0-8827-cbb36e0ffb66', 'mac_address': 'fa:16:3e:50:e1:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 03:01:43.888885 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port b64e92db-1afb-4da0-8827-cbb36e0ffb66 is: DOWN; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:01:43.889384 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (b64e92db-1afb-4da0-8827-cbb36e0ffb66), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:43.903544 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b64e92db-1afb-4da0-8827-cbb36e0ffb66 {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:01:43.924049 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port b64e92db-1afb-4da0-8827-cbb36e0ffb66, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b64e92db-1afb-4da0-8827-cbb36e0ffb66,segment=NetworkSegment(078a8615-197d-456c-b97b-5e4bf104ae1c),segment_id=078a8615-197d-456c-b97b-5e4bf104ae1c)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:01:43.930190 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (b64e92db-1afb-4da0-8827-cbb36e0ffb66), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:43.983614 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=b64e92db-1afb-4da0-8827-cbb36e0ffb66,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:43.994560 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:43.994560 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:43.994560 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:43.994560 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:43.994560 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:43.994560 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:43.994560 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:43.994560 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:43.995132 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:43.995331 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:43.995504 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:43.995989 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:43.996509 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:44.178367 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a653977-4927-4203-a68b-282c47a652d0 req-28f69e3e-dfa5-47d4-89aa-8a46af179bbe tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:44.181000 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5a653977-4927-4203-a68b-282c47a652d0 req-28f69e3e-dfa5-47d4-89aa-8a46af179bbe tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0741506 Mar 04 03:01:44.250651 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5a653977-4927-4203-a68b-282c47a652d0 req-da405792-29b4-4ada-a0fd-b596288b16cc tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625696 Mar 04 03:01:44.410792 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cbec8-c9b1-4b9f-bc4d-c3546a9d7b01 req-140f99da-1c99-4d64-8f3a-bb0e5010d0a0 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:44.413031 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8a9cbec8-c9b1-4b9f-bc4d-c3546a9d7b01 req-140f99da-1c99-4d64-8f3a-bb0e5010d0a0 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 945 time: 0.0689986 Mar 04 03:01:44.493294 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8a9cbec8-c9b1-4b9f-bc4d-c3546a9d7b01 req-2936ce1b-4841-4bee-966b-076180a923ba tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684006 Mar 04 03:01:44.498871 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['b64e92db-1afb-4da0-8827-cbb36e0ffb66'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:01:44.925492 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0e99f-1d98-4f91-a245-7ae06c993d91 req-ce959cee-4916-40f6-a071-49ba4e480d23 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:44.927100 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-25b0e99f-1d98-4f91-a245-7ae06c993d91 req-ce959cee-4916-40f6-a071-49ba4e480d23 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 945 time: 0.0715606 Mar 04 03:01:44.989183 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-25b0e99f-1d98-4f91-a245-7ae06c993d91 req-5bdbf30f-a3c6-49a1-ad85-454a41beaa9b tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534735 Mar 04 03:01:45.427528 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afa13e-529b-4833-9131-f77d4e44b687 req-f8f82c03-6de5-48e5-9ed3-ee8f498b0a80 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:45.429718 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a0afa13e-529b-4833-9131-f77d4e44b687 req-f8f82c03-6de5-48e5-9ed3-ee8f498b0a80 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0798135 Mar 04 03:01:45.500549 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a0afa13e-529b-4833-9131-f77d4e44b687 req-983d28d1-c5ff-42eb-87ae-6234c226b4fd tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648713 Mar 04 03:01:45.631418 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d73ce4-c4e8-4cf0-8da9-378ae13f68c3 req-b833d56b-241c-4898-85d7-5f665c2cb8d4 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:45.633233 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b8d73ce4-c4e8-4cf0-8da9-378ae13f68c3 req-b833d56b-241c-4898-85d7-5f665c2cb8d4 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 945 time: 0.0618708 Mar 04 03:01:45.710394 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b8d73ce4-c4e8-4cf0-8da9-378ae13f68c3 req-d87949d4-8835-4ad5-8cc8-f5b173e4d02b tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699117 Mar 04 03:01:46.011258 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 32822) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:46.130303 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5ec4e-83a1-4ff3-92bf-8168752cca91 req-fb0983d0-03e4-4bd9-8e73-e15bb7fb6593 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:46.144929 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c9f5ec4e-83a1-4ff3-92bf-8168752cca91 req-fb0983d0-03e4-4bd9-8e73-e15bb7fb6593 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 945 time: 0.0776093 Mar 04 03:01:46.173484 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c5b1af21-8c3f-4e85-bb86-5b05ad4bb4be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:46.213131 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c9f5ec4e-83a1-4ff3-92bf-8168752cca91 req-626cebb9-9b5b-44b4-8377-909d91c4e5e3 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667589 Mar 04 03:01:46.277956 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c5b1af21-8c3f-4e85-bb86-5b05ad4bb4be admin admin] Publish callbacks [] for security_group (ca92855a-a982-4c28-91a7-0b973ee87431), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:46.283061 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c5b1af21-8c3f-4e85-bb86-5b05ad4bb4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (ca92855a-a982-4c28-91a7-0b973ee87431), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:46.320076 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1af21-8c3f-4e85-bb86-5b05ad4bb4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca92855a-a982-4c28-91a7-0b973ee87431,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:46.325202 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-c5b1af21-8c3f-4e85-bb86-5b05ad4bb4be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8b0a37fbd9f43d5afcd3c7d6a11373c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128271 Mar 04 03:01:46.327848 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 32828) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:46.385777 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-530c4cbe-4025-428f-a342-dfdfb210edce admin admin] Publish callbacks [] for security_group (ca92855a-a982-4c28-91a7-0b973ee87431), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:46.412410 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-530c4cbe-4025-428f-a342-dfdfb210edce admin admin] Publish callbacks [] for security_group (ca92855a-a982-4c28-91a7-0b973ee87431), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:46.464453 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-530c4cbe-4025-428f-a342-dfdfb210edce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (ca92855a-a982-4c28-91a7-0b973ee87431), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:46.468450 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-530c4cbe-4025-428f-a342-dfdfb210edce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:46.469895 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-530c4cbe-4025-428f-a342-dfdfb210edce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca92855a-a982-4c28-91a7-0b973ee87431 HTTP/1.1" status: 204 len: 168 time: 0.1410599 Mar 04 03:01:46.479262 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c4cbe-4025-428f-a342-dfdfb210edce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca92855a-a982-4c28-91a7-0b973ee87431,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:46.658700 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d30c6-da22-45c2-bfa3-df5eb2c83ee9 req-f63051a2-5db0-470b-ac37-146c97070876 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:46.662714 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-573d30c6-da22-45c2-bfa3-df5eb2c83ee9 req-f63051a2-5db0-470b-ac37-146c97070876 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0702331 Mar 04 03:01:46.739811 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-573d30c6-da22-45c2-bfa3-df5eb2c83ee9 req-756d776f-d835-4638-bf2d-d0c1ec088ca0 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704381 Mar 04 03:01:46.911526 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deeb4de-1dcb-4f78-af6e-e07339028f45 req-32bb8883-fce6-4c79-bc37-511050efb92b tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:46.913152 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5deeb4de-1dcb-4f78-af6e-e07339028f45 req-32bb8883-fce6-4c79-bc37-511050efb92b tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 945 time: 0.0956526 Mar 04 03:01:46.978413 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 32856) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:46.998106 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c4619295-0bb7-4b33-a02b-e14c0ca0f7c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:47.031057 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5deeb4de-1dcb-4f78-af6e-e07339028f45 req-2d346704-9462-4872-b3ca-1f4718adceaf tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107745 Mar 04 03:01:47.154328 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c4619295-0bb7-4b33-a02b-e14c0ca0f7c7 admin admin] Publish callbacks [] for security_group (42ec0ae8-bb44-4927-ba59-e2d55e4dcfaf), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:47.160789 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c4619295-0bb7-4b33-a02b-e14c0ca0f7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (42ec0ae8-bb44-4927-ba59-e2d55e4dcfaf), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:47.166172 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229fb4a-0c52-458d-b66b-5de792cb1b40 req-bc0a7d23-25d9-4253-b986-07caaf92f458 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:47.175577 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b229fb4a-0c52-458d-b66b-5de792cb1b40 req-bc0a7d23-25d9-4253-b986-07caaf92f458 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.1080382 Mar 04 03:01:47.207944 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-c4619295-0bb7-4b33-a02b-e14c0ca0f7c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee5fcade64be4a328221b87c4110ac32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273710 Mar 04 03:01:47.209300 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4619295-0bb7-4b33-a02b-e14c0ca0f7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ec0ae8-bb44-4927-ba59-e2d55e4dcfaf,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:47.212139 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 32864) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:47.238928 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b229fb4a-0c52-458d-b66b-5de792cb1b40 req-70924527-7f67-4c7f-a700-e7b7a748e543 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624902 Mar 04 03:01:47.324136 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2acdc854-74ed-4eac-86b4-390b87044a8c admin admin] Publish callbacks [] for security_group (42ec0ae8-bb44-4927-ba59-e2d55e4dcfaf), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:47.351885 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2acdc854-74ed-4eac-86b4-390b87044a8c admin admin] Publish callbacks [] for security_group (42ec0ae8-bb44-4927-ba59-e2d55e4dcfaf), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:47.422264 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2acdc854-74ed-4eac-86b4-390b87044a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (42ec0ae8-bb44-4927-ba59-e2d55e4dcfaf), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:47.425154 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2acdc854-74ed-4eac-86b4-390b87044a8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:47.426464 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-2acdc854-74ed-4eac-86b4-390b87044a8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42ec0ae8-bb44-4927-ba59-e2d55e4dcfaf HTTP/1.1" status: 204 len: 168 time: 0.1920490 Mar 04 03:01:47.439276 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acdc854-74ed-4eac-86b4-390b87044a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ec0ae8-bb44-4927-ba59-e2d55e4dcfaf,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:47.445811 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf185b82-98e2-4f1e-8148-fd91ead14fc2 req-a4de8835-acdf-4be3-8561-1db48dd00e78 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:47.465042 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cf185b82-98e2-4f1e-8148-fd91ead14fc2 req-a4de8835-acdf-4be3-8561-1db48dd00e78 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 945 time: 0.1117063 Mar 04 03:01:47.534522 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cf185b82-98e2-4f1e-8148-fd91ead14fc2 req-516ea6f9-c1c4-430c-b995-c2a7108b1811 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674655 Mar 04 03:01:47.653623 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0b651-ed2b-436c-b4e9-b11309877200 req-5ab41069-865a-4add-96d3-0a65eb44bcff tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:47.655538 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-aac0b651-ed2b-436c-b4e9-b11309877200 req-5ab41069-865a-4add-96d3-0a65eb44bcff tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 945 time: 0.0703943 Mar 04 03:01:47.687636 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device b64e92db-1afb-4da0-8827-cbb36e0ffb66 up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:01:47.782470 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning for port b64e92db-1afb-4da0-8827-cbb36e0ffb66 completed by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 03:01:47.797464 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port b64e92db-1afb-4da0-8827-cbb36e0ffb66 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:01:47.797856 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (b64e92db-1afb-4da0-8827-cbb36e0ffb66), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:47.822391 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-aac0b651-ed2b-436c-b4e9-b11309877200 req-a797691e-8c4c-4a4b-b9cb-d6c4ba8cb6e2 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Deleting port 99841235-d5f1-4836-b9dc-7a590169631a {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:01:47.822747 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-aac0b651-ed2b-436c-b4e9-b11309877200 req-a797691e-8c4c-4a4b-b9cb-d6c4ba8cb6e2 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (99841235-d5f1-4836-b9dc-7a590169631a), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:47.926389 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port b64e92db-1afb-4da0-8827-cbb36e0ffb66 is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:01:47.926704 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (b64e92db-1afb-4da0-8827-cbb36e0ffb66), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:47.969671 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce900629-55d1-4c11-a4c0-e4ca8dc3f265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64e92db-1afb-4da0-8827-cbb36e0ffb66'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:01:47.975066 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806e2093-cc3f-480d-9c93-62b23014e6a8" -d '{"events": [{"server_uuid": "ce900629-55d1-4c11-a4c0-e4ca8dc3f265", "name": "network-vif-plugged", "status": "completed", "tag": "b64e92db-1afb-4da0-8827-cbb36e0ffb66"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:01:47.992252 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-aac0b651-ed2b-436c-b4e9-b11309877200 req-a797691e-8c4c-4a4b-b9cb-d6c4ba8cb6e2 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] For port 99841235-d5f1-4836-b9dc-7a590169631a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=99841235-d5f1-4836-b9dc-7a590169631a,segment=NetworkSegment(566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55),segment_id=566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:01:47.992811 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-aac0b651-ed2b-436c-b4e9-b11309877200 req-a797691e-8c4c-4a4b-b9cb-d6c4ba8cb6e2 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (99841235-d5f1-4836-b9dc-7a590169631a), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:48.007387 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port b64e92db-1afb-4da0-8827-cbb36e0ffb66, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b64e92db-1afb-4da0-8827-cbb36e0ffb66,segment=NetworkSegment(078a8615-197d-456c-b97b-5e4bf104ae1c),segment_id=078a8615-197d-456c-b97b-5e4bf104ae1c)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:01:48.021099 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (b64e92db-1afb-4da0-8827-cbb36e0ffb66), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:48.021509 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f54a9-f124-4fe8-a1e0-53e55b3a2a9c req-fed62e11-2ee8-4691-87c9-940dfcc810be tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:48.032528 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-aac0b651-ed2b-436c-b4e9-b11309877200 req-a797691e-8c4c-4a4b-b9cb-d6c4ba8cb6e2 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Calling delete_port for 99841235-d5f1-4836-b9dc-7a590169631a owned by compute:nova {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:01:48.045485 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-155f54a9-f124-4fe8-a1e0-53e55b3a2a9c req-fed62e11-2ee8-4691-87c9-940dfcc810be tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.1258817 Mar 04 03:01:48.142243 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615a1bad-3833-4a10-a13a-4f8e59a52105 x-openstack-request-id: req-615a1bad-3833-4a10-a13a-4f8e59a52105 {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:01:48.143007 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce900629-55d1-4c11-a4c0-e4ca8dc3f265", "name": "network-vif-plugged", "status": "completed", "tag": "b64e92db-1afb-4da0-8827-cbb36e0ffb66", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:01:48.143599 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-615a1bad-3833-4a10-a13a-4f8e59a52105 {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:01:48.145188 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce900629-55d1-4c11-a4c0-e4ca8dc3f265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64e92db-1afb-4da0-8827-cbb36e0ffb66', 'code': 200} Mar 04 03:01:48.175301 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=b64e92db-1afb-4da0-8827-cbb36e0ffb66,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:48.189019 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-155f54a9-f124-4fe8-a1e0-53e55b3a2a9c req-0c02b06a-faf6-4bba-8220-426a4b099631 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425731 Mar 04 03:01:48.265931 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa27ab-5c1e-4ac5-9fb5-8a2d444da889 req-5f6a9430-eb44-40b0-be47-69895dac8af3 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:48.268137 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5efa27ab-5c1e-4ac5-9fb5-8a2d444da889 req-5f6a9430-eb44-40b0-be47-69895dac8af3 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 946 time: 0.0641723 Mar 04 03:01:48.351943 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5efa27ab-5c1e-4ac5-9fb5-8a2d444da889 req-8b9b5302-398f-40fe-bd2d-4421b7e59a36 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752945 Mar 04 03:01:48.396668 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-aac0b651-ed2b-436c-b4e9-b11309877200 req-a797691e-8c4c-4a4b-b9cb-d6c4ba8cb6e2 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (99841235-d5f1-4836-b9dc-7a590169631a), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:48.416954 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['99841235-d5f1-4836-b9dc-7a590169631a'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:01:48.428803 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797691e-8c4c-4a4b-b9cb-d6c4ba8cb6e2 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Pushing event deleted for resources: {'Port': ['ID=99841235-d5f1-4836-b9dc-7a590169631a,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:48.504534 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac0b651-ed2b-436c-b4e9-b11309877200 req-a797691e-8c4c-4a4b-b9cb-d6c4ba8cb6e2 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] No DVR routers for this DVR port 99841235-d5f1-4836-b9dc-7a590169631a on host hv-cinder-82806 {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:01:48.507350 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-aac0b651-ed2b-436c-b4e9-b11309877200 req-a797691e-8c4c-4a4b-b9cb-d6c4ba8cb6e2 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:48.510928 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-aac0b651-ed2b-436c-b4e9-b11309877200 req-a797691e-8c4c-4a4b-b9cb-d6c4ba8cb6e2 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.13 "DELETE /v2.0/ports/99841235-d5f1-4836-b9dc-7a590169631a HTTP/1.1" status: 204 len: 173 time: 0.8455241 Mar 04 03:01:48.511456 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb4a044-dbb4-4cc9-bb57-b1373731feb1', 'name': 'network-vif-deleted', 'tag': '99841235-d5f1-4836-b9dc-7a590169631a'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:01:48.513778 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc92ab92-c4d8-4e17-ac6c-6b4c5a80421c" -d '{"events": [{"server_uuid": "eeb4a044-dbb4-4cc9-bb57-b1373731feb1", "name": "network-vif-deleted", "tag": "99841235-d5f1-4836-b9dc-7a590169631a"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:01:48.559634 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec062bfa-b6aa-4285-bddc-7a1670286265 req-13ef731e-e17c-436b-ab29-f6e696404784 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:48.583455 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ec062bfa-b6aa-4285-bddc-7a1670286265 req-13ef731e-e17c-436b-ab29-f6e696404784 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.1962161 Mar 04 03:01:48.592676 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9995e9b-af41-40a6-b052-536c038924a9 x-openstack-request-id: req-c9995e9b-af41-40a6-b052-536c038924a9 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:01:48.593376 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb4a044-dbb4-4cc9-bb57-b1373731feb1", "name": "network-vif-deleted", "tag": "99841235-d5f1-4836-b9dc-7a590169631a", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:01:48.593824 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9995e9b-af41-40a6-b052-536c038924a9 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:01:48.594393 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb4a044-dbb4-4cc9-bb57-b1373731feb1', 'name': 'network-vif-deleted', 'tag': '99841235-d5f1-4836-b9dc-7a590169631a', 'status': 'completed', 'code': 200} Mar 04 03:01:48.609729 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec99fb-d883-4884-9adf-78ed416999fd req-7572aecd-e6cb-48c1-b2c1-bb4c1fe96042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:48.612566 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c6ec99fb-d883-4884-9adf-78ed416999fd req-7572aecd-e6cb-48c1-b2c1-bb4c1fe96042 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 1130 time: 0.2035527 Mar 04 03:01:48.706967 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c6ec99fb-d883-4884-9adf-78ed416999fd req-9a4742b2-f046-4f44-b57d-1dba0fc9cc37 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828276 Mar 04 03:01:48.721872 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ec062bfa-b6aa-4285-bddc-7a1670286265 req-a694bf45-63ce-46a7-be83-754039461f8f tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334562 Mar 04 03:01:48.753468 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-05834a13-eea4-4c18-99cb-e611ea391622 req-b6dd1f00-60c0-4617-b949-af646fd8b78d tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeb4a044-dbb4-4cc9-bb57-b1373731feb1 HTTP/1.1" status: 200 len: 210 time: 0.0303638 Mar 04 03:01:49.374215 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f143cd-eadc-4256-af15-f8b8d388f7d9 req-68bf2f61-556e-4864-b992-c1520f4757cd tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:49.375967 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-91f143cd-eadc-4256-af15-f8b8d388f7d9 req-68bf2f61-556e-4864-b992-c1520f4757cd tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.1072199 Mar 04 03:01:49.476281 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-91f143cd-eadc-4256-af15-f8b8d388f7d9 req-9a81812f-7a43-4c81-a35d-096e8d3a0ec7 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929184 Mar 04 03:01:49.543404 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b36ba-7955-43ae-993e-4caa62250f55 req-9be93c0b-face-4c7f-88b1-6a4d8dcb9681 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:49.555103 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-305b36ba-7955-43ae-993e-4caa62250f55 req-9be93c0b-face-4c7f-88b1-6a4d8dcb9681 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 946 time: 0.0775557 Mar 04 03:01:49.610761 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-305b36ba-7955-43ae-993e-4caa62250f55 req-58e254af-83e1-4620-af06-c8fd3237d6b8 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547707 Mar 04 03:01:49.937761 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64235ed0-91c1-481a-98c3-5632649b8f87 req-33cb9d0e-2f0c-47a3-9d43-9e2890deb3d8 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:49.944432 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-64235ed0-91c1-481a-98c3-5632649b8f87 req-33cb9d0e-2f0c-47a3-9d43-9e2890deb3d8 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0732355 Mar 04 03:01:50.028173 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-64235ed0-91c1-481a-98c3-5632649b8f87 req-8a23706b-fdb8-4976-8b05-27c1df4b7280 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827484 Mar 04 03:01:50.621411 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b089e-da01-4e90-b3fd-551c905aa876 req-14cffedf-6a5b-4dc4-b205-195552ca4431 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:50.631605 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-971b089e-da01-4e90-b3fd-551c905aa876 req-14cffedf-6a5b-4dc4-b205-195552ca4431 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0883360 Mar 04 03:01:50.702286 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-971b089e-da01-4e90-b3fd-551c905aa876 req-4075f580-5a4f-408c-8b3f-7f193652fbb9 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574558 Mar 04 03:01:50.755328 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf091367-2407-4514-858e-d8a43de3094f req-e2e7f000-24dc-4808-9c96-5d3a12f59fdc tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:50.756709 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cf091367-2407-4514-858e-d8a43de3094f req-e2e7f000-24dc-4808-9c96-5d3a12f59fdc tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 946 time: 0.0682945 Mar 04 03:01:50.806966 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cf091367-2407-4514-858e-d8a43de3094f req-c40c5037-647f-452a-a15c-6ae3637f67cb tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444171 Mar 04 03:01:51.375374 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc575e-0389-4f48-91c1-776505875546 req-27a531fb-493f-45ef-bfb6-7c692fa097cd tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:51.376857 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-15fc575e-0389-4f48-91c1-776505875546 req-27a531fb-493f-45ef-bfb6-7c692fa097cd tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.2807357 Mar 04 03:01:51.422776 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-15fc575e-0389-4f48-91c1-776505875546 req-dc701bec-41af-4301-b85f-e27833f301f9 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403743 Mar 04 03:01:51.809298 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c03ad-d7bd-4c04-bcd3-d37aaf9c07a2 req-adbd001a-ce4f-4e6f-886f-646ebd441d8b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:51.810768 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-283c03ad-d7bd-4c04-bcd3-d37aaf9c07a2 req-adbd001a-ce4f-4e6f-886f-646ebd441d8b tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0519166 Mar 04 03:01:51.858312 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-283c03ad-d7bd-4c04-bcd3-d37aaf9c07a2 req-bb555e0b-cb94-41b7-af1d-a047cd73e87c tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421348 Mar 04 03:01:51.933762 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5811b0-d253-4a33-8203-ad792f5330a8 req-c0ba4b2f-1586-4677-9593-2561655ecd39 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:51.935218 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7e5811b0-d253-4a33-8203-ad792f5330a8 req-c0ba4b2f-1586-4677-9593-2561655ecd39 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 946 time: 0.0549614 Mar 04 03:01:51.981726 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7e5811b0-d253-4a33-8203-ad792f5330a8 req-cdf575fb-5924-4227-baed-7bacd52bea57 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409994 Mar 04 03:01:52.541593 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9e4e6-4df1-434a-a3d2-378d0530488b req-061685db-1dbe-4a97-9d81-88d69d999837 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:52.543105 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-31c9e4e6-4df1-434a-a3d2-378d0530488b req-061685db-1dbe-4a97-9d81-88d69d999837 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0514264 Mar 04 03:01:52.589213 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-31c9e4e6-4df1-434a-a3d2-378d0530488b req-b9f8e150-9171-4cb3-ac8a-ab764a71959e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405669 Mar 04 03:01:52.786986 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 99841235-d5f1-4836-b9dc-7a590169631a no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:01:52.807167 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] No Port match for: 99841235-d5f1-4836-b9dc-7a590169631a {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:01:52.807509 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 99841235-d5f1-4836-b9dc-7a590169631a not bound to the agent host hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:01:52.976361 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e403c26-3330-4ed5-9c2e-bfbba844fadc req-f2991c55-f242-428d-8405-f90253750b2a tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:52.978522 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6e403c26-3330-4ed5-9c2e-bfbba844fadc req-f2991c55-f242-428d-8405-f90253750b2a tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0520597 Mar 04 03:01:53.028487 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6e403c26-3330-4ed5-9c2e-bfbba844fadc req-319a3136-87ea-414b-99ce-c118975b170f tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444903 Mar 04 03:01:53.104020 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b91dd-82f3-4aac-a449-ffae292c133f req-1be71fa1-970e-4b4e-bc2a-f6a89af2387c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:53.105505 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-500b91dd-82f3-4aac-a449-ffae292c133f req-1be71fa1-970e-4b4e-bc2a-f6a89af2387c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 946 time: 0.0542345 Mar 04 03:01:53.152747 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-500b91dd-82f3-4aac-a449-ffae292c133f req-fff53f59-a51c-4d55-bb75-45cd484e7fb2 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417683 Mar 04 03:01:53.710755 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4b9e5-8bf7-4b96-a24d-2771825888ec req-4aa11a8d-5904-45e6-81c0-08f7fc6aaf71 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:53.712355 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0cd4b9e5-8bf7-4b96-a24d-2771825888ec req-4aa11a8d-5904-45e6-81c0-08f7fc6aaf71 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0525227 Mar 04 03:01:53.757459 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0cd4b9e5-8bf7-4b96-a24d-2771825888ec req-fc427cab-38f5-40f8-aba7-f88d088b3b5e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397606 Mar 04 03:01:54.152825 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc574c15-4335-485d-bec1-84f623cdaf44 req-7b321923-53fd-46bf-8a82-ac0ad45b4984 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:54.154326 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cc574c15-4335-485d-bec1-84f623cdaf44 req-7b321923-53fd-46bf-8a82-ac0ad45b4984 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0558736 Mar 04 03:01:54.205718 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cc574c15-4335-485d-bec1-84f623cdaf44 req-e2f4991b-a7e7-406b-aa86-16f271b81545 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458896 Mar 04 03:01:54.269017 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7b1ed-b51a-41e1-86e1-203102c3d889 req-df7ea3a1-45e0-4f1d-b69f-452937138a04 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:54.270519 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3ac7b1ed-b51a-41e1-86e1-203102c3d889 req-df7ea3a1-45e0-4f1d-b69f-452937138a04 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 946 time: 0.0511851 Mar 04 03:01:54.318444 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3ac7b1ed-b51a-41e1-86e1-203102c3d889 req-6cd3de07-8690-4353-9dc4-5cc0fd7ddd14 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413516 Mar 04 03:01:54.881618 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4af40-a018-4b46-9811-dc2578bdff72 req-97fb4e91-b0b8-441d-8c5c-b7c671d327eb tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:54.883120 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-78d4af40-a018-4b46-9811-dc2578bdff72 req-97fb4e91-b0b8-441d-8c5c-b7c671d327eb tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0557525 Mar 04 03:01:54.928285 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-78d4af40-a018-4b46-9811-dc2578bdff72 req-7ab11d46-a472-4abe-881f-54b9703b8c1f tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390480 Mar 04 03:01:55.335785 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c4916-5d67-46ce-84a3-c7bfc77f8acc req-785d3015-a2f7-4e04-a61b-917f57ae4fed tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:55.337348 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d49c4916-5d67-46ce-84a3-c7bfc77f8acc req-785d3015-a2f7-4e04-a61b-917f57ae4fed tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0565226 Mar 04 03:01:55.407422 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d49c4916-5d67-46ce-84a3-c7bfc77f8acc req-cab23a40-8e82-4b12-b368-2d7edd8fbeb6 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe5d14a1-7153-4751-803f-005a8757b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588410 Mar 04 03:01:55.472374 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eae54-68ba-4acb-8505-d716e0eb77c6 req-2e0bff4b-afff-428b-b4aa-ba0d0bec0f9a tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:55.474752 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d74eae54-68ba-4acb-8505-d716e0eb77c6 req-2e0bff4b-afff-428b-b4aa-ba0d0bec0f9a tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 946 time: 0.0662811 Mar 04 03:01:55.529615 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d74eae54-68ba-4acb-8505-d716e0eb77c6 req-0d62fbd8-9b7a-4cc5-9e23-eae7a1efa188 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485353 Mar 04 03:01:55.654492 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26eb937-c7cc-4894-b37e-dde0a2aca28a req-1765be20-8528-4e8d-b25a-bac678fa1f63 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:55.660140 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f26eb937-c7cc-4894-b37e-dde0a2aca28a req-1765be20-8528-4e8d-b25a-bac678fa1f63 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 946 time: 0.0602436 Mar 04 03:01:55.708473 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f26eb937-c7cc-4894-b37e-dde0a2aca28a req-22122546-acca-4aab-97ff-7e35739eb455 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468221 Mar 04 03:01:55.730541 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33050) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:55.848761 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9790c14-7df9-487b-8e1c-6fdf347b9204 req-e6c97c5a-93ec-43f1-8852-b41e540b7225 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:55.848761 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c9790c14-7df9-487b-8e1c-6fdf347b9204 req-e6c97c5a-93ec-43f1-8852-b41e540b7225 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 946 time: 0.0613091 Mar 04 03:01:55.983951 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [req-c9790c14-7df9-487b-8e1c-6fdf347b9204 req-20f0b493-cc96-45ad-b484-20f7ffe22896 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Deleting port 03043544-0f88-43de-af71-1007eceb3446 {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:01:55.984301 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-c9790c14-7df9-487b-8e1c-6fdf347b9204 req-20f0b493-cc96-45ad-b484-20f7ffe22896 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (03043544-0f88-43de-af71-1007eceb3446), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:56.006193 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85aa7d7d-4dcf-45fb-aa12-27255efd1fb0 tempest-TestVolumeBootPattern-866508487 tempest-TestVolumeBootPattern-866508487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:56.011429 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-85aa7d7d-4dcf-45fb-aa12-27255efd1fb0 tempest-TestVolumeBootPattern-866508487 tempest-TestVolumeBootPattern-866508487-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 1125 time: 0.2798536 Mar 04 03:01:56.022359 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33058) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:56.027711 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-0154dbfb-9427-42a8-9d2c-73c281075107 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Request body: {'floatingip': {'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'port_id': 'b64e92db-1afb-4da0-8827-cbb36e0ffb66', 'tenant_id': '8d15398833664320803849959784f508', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:01:56.058087 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0154dbfb-9427-42a8-9d2c-73c281075107 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:56.162304 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bab12-e16c-46cc-8055-dd6edd5f374b req-8ec82354-cd5c-4383-b08e-bbb3f332dc00 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:56.163827 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-398bab12-e16c-46cc-8055-dd6edd5f374b req-8ec82354-cd5c-4383-b08e-bbb3f332dc00 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.1284609 Mar 04 03:01:56.175514 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-c9790c14-7df9-487b-8e1c-6fdf347b9204 req-20f0b493-cc96-45ad-b484-20f7ffe22896 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] For port 03043544-0f88-43de-af71-1007eceb3446, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=03043544-0f88-43de-af71-1007eceb3446,segment=NetworkSegment(8249a905-31bb-4e01-a616-379d38917352),segment_id=8249a905-31bb-4e01-a616-379d38917352)] {{(pid=102946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:01:56.176514 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-c9790c14-7df9-487b-8e1c-6fdf347b9204 req-20f0b493-cc96-45ad-b484-20f7ffe22896 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (03043544-0f88-43de-af71-1007eceb3446), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:56.203111 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [req-c9790c14-7df9-487b-8e1c-6fdf347b9204 req-20f0b493-cc96-45ad-b484-20f7ffe22896 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Calling delete_port for 03043544-0f88-43de-af71-1007eceb3446 owned by compute:nova {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:01:56.221796 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0154dbfb-9427-42a8-9d2c-73c281075107 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:56.271106 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-398bab12-e16c-46cc-8055-dd6edd5f374b req-819b28c2-3ef8-44b5-979b-6dbc9a435466 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927999 Mar 04 03:01:56.413671 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-0154dbfb-9427-42a8-9d2c-73c281075107 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Allocated IP 172.27.2.200 (4b7e2636-a469-4d8a-9bd4-65ee0f06b31b/15e6bee3-74fb-492e-abc3-419d01a26fc0/3f97b0a9-d0ec-410c-8efc-d28c0dadd294) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:01:56.509715 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-c9790c14-7df9-487b-8e1c-6fdf347b9204 req-20f0b493-cc96-45ad-b484-20f7ffe22896 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (03043544-0f88-43de-af71-1007eceb3446), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:56.535637 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['03043544-0f88-43de-af71-1007eceb3446'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:01:56.553576 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-beaf6660-03e5-43d0-a41c-d28a25c1dbd7 req-d7cef76f-45ca-404b-afe9-47f9e1dd7359 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3a8ddc-56d5-45f3-b675-a08611940a76 HTTP/1.1" status: 200 len: 210 time: 0.0591247 Mar 04 03:01:56.594021 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0b493-cc96-45ad-b484-20f7ffe22896 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Pushing event deleted for resources: {'Port': ['ID=03043544-0f88-43de-af71-1007eceb3446,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:56.614633 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0154dbfb-9427-42a8-9d2c-73c281075107 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for port (3f97b0a9-d0ec-410c-8efc-d28c0dadd294), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:56.650582 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0154dbfb-9427-42a8-9d2c-73c281075107 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (3f97b0a9-d0ec-410c-8efc-d28c0dadd294), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:56.653370 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9790c14-7df9-487b-8e1c-6fdf347b9204 req-20f0b493-cc96-45ad-b484-20f7ffe22896 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] No DVR routers for this DVR port 03043544-0f88-43de-af71-1007eceb3446 on host hv-cinder-82806 {{(pid=102946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:01:56.656117 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-c9790c14-7df9-487b-8e1c-6fdf347b9204 req-20f0b493-cc96-45ad-b484-20f7ffe22896 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:56.662043 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c9790c14-7df9-487b-8e1c-6fdf347b9204 req-20f0b493-cc96-45ad-b484-20f7ffe22896 tempest-ServerRescueNegativeTestJSON-1900732302 tempest-ServerRescueNegativeTestJSON-1900732302-project] 10.222.0.13 "DELETE /v2.0/ports/03043544-0f88-43de-af71-1007eceb3446 HTTP/1.1" status: 204 len: 173 time: 0.8058264 Mar 04 03:01:56.662043 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3a8ddc-56d5-45f3-b675-a08611940a76', 'name': 'network-vif-deleted', 'tag': '03043544-0f88-43de-af71-1007eceb3446'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:01:56.662868 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5065d08-c586-41fa-b2b3-a08484283192" -d '{"events": [{"server_uuid": "8b3a8ddc-56d5-45f3-b675-a08611940a76", "name": "network-vif-deleted", "tag": "03043544-0f88-43de-af71-1007eceb3446"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:01:56.695961 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0154dbfb-9427-42a8-9d2c-73c281075107 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:01:56.699435 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-0154dbfb-9427-42a8-9d2c-73c281075107 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:01:56.703302 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0154dbfb-9427-42a8-9d2c-73c281075107 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:01:56.709236 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154dbfb-9427-42a8-9d2c-73c281075107 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Pushing event updated for resources: {'Port': ['ID=3f97b0a9-d0ec-410c-8efc-d28c0dadd294,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:56.736956 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdedc8ce-8a19-4407-89cd-fbf9765d03aa x-openstack-request-id: req-bdedc8ce-8a19-4407-89cd-fbf9765d03aa {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:01:56.737256 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3a8ddc-56d5-45f3-b675-a08611940a76", "name": "network-vif-deleted", "tag": "03043544-0f88-43de-af71-1007eceb3446", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:01:56.737513 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bdedc8ce-8a19-4407-89cd-fbf9765d03aa {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:01:56.737948 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3a8ddc-56d5-45f3-b675-a08611940a76', 'name': 'network-vif-deleted', 'tag': '03043544-0f88-43de-af71-1007eceb3446', 'status': 'completed', 'code': 200} Mar 04 03:01:57.240466 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0154dbfb-9427-42a8-9d2c-73c281075107 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for floatingip (4f2437a9-e6c2-4c26-b52f-3c760e12d1de), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:57.354826 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0154dbfb-9427-42a8-9d2c-73c281075107 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (3f97b0a9-d0ec-410c-8efc-d28c0dadd294), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:57.484725 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9518cf-eafe-4a41-ad28-abf66bf3bbd9 req-b94e0929-2f01-48ad-b3bc-74d94f56466f tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:57.486355 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1a9518cf-eafe-4a41-ad28-abf66bf3bbd9 req-b94e0929-2f01-48ad-b3bc-74d94f56466f tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.1213489 Mar 04 03:01:57.613546 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1a9518cf-eafe-4a41-ad28-abf66bf3bbd9 req-117f58f0-7e18-4bc5-81c1-5d6cec043ecb tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214545 Mar 04 03:01:57.643162 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0154dbfb-9427-42a8-9d2c-73c281075107 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for port (3f97b0a9-d0ec-410c-8efc-d28c0dadd294), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:57.644917 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 33116) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:57.658372 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0154dbfb-9427-42a8-9d2c-73c281075107 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133005'] for port (3f97b0a9-d0ec-410c-8efc-d28c0dadd294), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:57.752613 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154dbfb-9427-42a8-9d2c-73c281075107 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Pushing event updated for resources: {'Port': ['ID=3f97b0a9-d0ec-410c-8efc-d28c0dadd294,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:57.783410 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0154dbfb-9427-42a8-9d2c-73c281075107 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641224'] for floatingip (4f2437a9-e6c2-4c26-b52f-3c760e12d1de), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:57.934752 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e93b0e-6b2f-4b31-902e-a0b4a2b86a1b req-657f2d6c-67c5-4e40-a446-b275376f3873 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:57.936502 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-40e93b0e-6b2f-4b31-902e-a0b4a2b86a1b req-657f2d6c-67c5-4e40-a446-b275376f3873 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.1307797 Mar 04 03:01:57.950601 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.db.l3_db [None req-0154dbfb-9427-42a8-9d2c-73c281075107 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Floating IP 4f2437a9-e6c2-4c26-b52f-3c760e12d1de associated. External IP: 172.27.2.200, port: b64e92db-1afb-4da0-8827-cbb36e0ffb66. Mar 04 03:01:58.032730 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-40e93b0e-6b2f-4b31-902e-a0b4a2b86a1b req-502ec337-2d3b-4aad-a0a7-ff6c3e3df2c9 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835471 Mar 04 03:01:58.347652 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-bb73c2ef-beae-4c29-9dc6-c346167de90e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642248'] for router_interface (8a10c7bc-60b0-460a-802d-772ee39065c0), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:58.347926 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:01:58.454747 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0154dbfb-9427-42a8-9d2c-73c281075107 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:01:58.560777 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 33134) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:58.611583 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0154dbfb-9427-42a8-9d2c-73c281075107 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:01:58.622918 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a44799-2290-4fcb-bea9-c6fa3bfe5d01 None None] Sync routers for ids ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'] in dv-cinder-828061-7-iscsi {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:01:58.640945 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-0154dbfb-9427-42a8-9d2c-73c281075107 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for floatingip (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:58.645047 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a44799-2290-4fcb-bea9-c6fa3bfe5d01 None None] Routers {'24a46cb9-fd71-4d12-9e7d-67c102dccf49'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:01:58.645954 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-d9a44799-2290-4fcb-bea9-c6fa3bfe5d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:01:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:01:58.710996 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-0154dbfb-9427-42a8-9d2c-73c281075107 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6873746 Mar 04 03:01:58.712234 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce900629-55d1-4c11-a4c0-e4ca8dc3f265', 'tag': 'b64e92db-1afb-4da0-8827-cbb36e0ffb66'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:01:58.716707 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dcdbec-47de-4b71-a0f3-db02936fe7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "ce900629-55d1-4c11-a4c0-e4ca8dc3f265", "tag": "b64e92db-1afb-4da0-8827-cbb36e0ffb66"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:01:58.796029 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 03:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfa2ca3-4642-49e9-a56e-084976f605e0 x-openstack-request-id: req-0dfa2ca3-4642-49e9-a56e-084976f605e0 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:01:58.796323 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce900629-55d1-4c11-a4c0-e4ca8dc3f265", "tag": "b64e92db-1afb-4da0-8827-cbb36e0ffb66", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:01:58.796580 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0dfa2ca3-4642-49e9-a56e-084976f605e0 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:01:58.797045 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce900629-55d1-4c11-a4c0-e4ca8dc3f265', 'tag': 'b64e92db-1afb-4da0-8827-cbb36e0ffb66', 'status': 'completed', 'code': 200} Mar 04 03:01:58.813995 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-960418eb-6aa1-4ac6-a57f-0321d1b9c63a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:58.927470 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-d9a44799-2290-4fcb-bea9-c6fa3bfe5d01 None None] Set router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:01:58.940269 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-bb73c2ef-beae-4c29-9dc6-c346167de90e admin admin] Deleting port b0acf776-47e5-4647-982f-57a27b3c72ef {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:01:58.940881 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-bb73c2ef-beae-4c29-9dc6-c346167de90e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (b0acf776-47e5-4647-982f-57a27b3c72ef), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:58.968283 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-960418eb-6aa1-4ac6-a57f-0321d1b9c63a admin admin] Publish callbacks [] for security_group (6ad3b09e-11f5-4d82-af6e-5e170ccec007), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:59.004952 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fde8f3-4013-4eac-9cef-64d854c458c3 req-9218e6d2-07b1-4f9b-876a-b04c012dbfd4 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:59.007244 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-50fde8f3-4013-4eac-9cef-64d854c458c3 req-9218e6d2-07b1-4f9b-876a-b04c012dbfd4 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.2175815 Mar 04 03:01:59.012255 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-960418eb-6aa1-4ac6-a57f-0321d1b9c63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (6ad3b09e-11f5-4d82-af6e-5e170ccec007), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:59.107638 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33148) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:59.107886 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-960418eb-6aa1-4ac6-a57f-0321d1b9c63a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cbd02de782214b7192c9e8768d906281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5459223 Mar 04 03:01:59.119176 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960418eb-6aa1-4ac6-a57f-0321d1b9c63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad3b09e-11f5-4d82-af6e-5e170ccec007,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:59.145943 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [None req-bb73c2ef-beae-4c29-9dc6-c346167de90e admin admin] For port b0acf776-47e5-4647-982f-57a27b3c72ef, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=b0acf776-47e5-4647-982f-57a27b3c72ef,segment=NetworkSegment(8249a905-31bb-4e01-a616-379d38917352),segment_id=8249a905-31bb-4e01-a616-379d38917352)] {{(pid=102946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:01:59.146413 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-bb73c2ef-beae-4c29-9dc6-c346167de90e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (b0acf776-47e5-4647-982f-57a27b3c72ef), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:59.153313 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-50fde8f3-4013-4eac-9cef-64d854c458c3 req-b38e4d33-62e4-4fda-9ed2-a0804edfb540 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354926 Mar 04 03:01:59.170433 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-bb73c2ef-beae-4c29-9dc6-c346167de90e admin admin] Calling delete_port for b0acf776-47e5-4647-982f-57a27b3c72ef owned by network:router_interface {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:01:59.215530 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a556922d-e8a0-4116-9a5d-ae9b6fd88f72 admin admin] Publish callbacks [] for security_group (6ad3b09e-11f5-4d82-af6e-5e170ccec007), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:59.239460 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a556922d-e8a0-4116-9a5d-ae9b6fd88f72 admin admin] Publish callbacks [] for security_group (6ad3b09e-11f5-4d82-af6e-5e170ccec007), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:59.316465 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a556922d-e8a0-4116-9a5d-ae9b6fd88f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (6ad3b09e-11f5-4d82-af6e-5e170ccec007), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:59.319723 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a556922d-e8a0-4116-9a5d-ae9b6fd88f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:59.323516 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-a556922d-e8a0-4116-9a5d-ae9b6fd88f72 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ad3b09e-11f5-4d82-af6e-5e170ccec007 HTTP/1.1" status: 204 len: 168 time: 0.2122929 Mar 04 03:01:59.345041 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556922d-e8a0-4116-9a5d-ae9b6fd88f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad3b09e-11f5-4d82-af6e-5e170ccec007,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:59.356035 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-d9a44799-2290-4fcb-bea9-c6fa3bfe5d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:00:35Z', 'revision_number': 4, 'project_id': '8d15398833664320803849959784f508', 'gw_port': {'id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:32Z', 'updated_at': '2022-03-04T03:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': '4f2437a9-e6c2-4c26-b52f-3c760e12d1de', 'tenant_id': '8d15398833664320803849959784f508', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'port_id': 'b64e92db-1afb-4da0-8827-cbb36e0ffb66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'mac_address': 'fa:16:3e:50:e1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce900629-55d1-4c11-a4c0-e4ca8dc3f265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:01:57Z', 'updated_at': '2022-03-04T03:01:57Z', 'revision_number': 0, 'project_id': '8d15398833664320803849959784f508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1bd996-4793-47f8-8cd5-de363e99d8aa', 'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'tenant_id': '8d15398833664320803849959784f508', 'mac_address': 'fa:16:3e:f0:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:34Z', 'updated_at': '2022-03-04T03:00:39Z', 'revision_number': 5, 'project_id': '8d15398833664320803849959784f508', 'subnets': [{'id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:01:59.405283 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a44799-2290-4fcb-bea9-c6fa3bfe5d01 None None] Checking router: 24a46cb9-fd71-4d12-9e7d-67c102dccf49 for host: dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:01:59.418095 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a44799-2290-4fcb-bea9-c6fa3bfe5d01 None None] Routers {'24a46cb9-fd71-4d12-9e7d-67c102dccf49'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:01:59.418987 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-d9a44799-2290-4fcb-bea9-c6fa3bfe5d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:01:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:01:59.561436 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-d9a44799-2290-4fcb-bea9-c6fa3bfe5d01 None None] Set router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:01:59.656977 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d36d2d-71ba-4349-95ae-6eb602175e66 req-5c53cf69-5e6a-49ce-b9ba-9f1566cb40ac tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:01:59.664684 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-01d36d2d-71ba-4349-95ae-6eb602175e66 req-5c53cf69-5e6a-49ce-b9ba-9f1566cb40ac tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.3513129 Mar 04 03:01:59.750741 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-01d36d2d-71ba-4349-95ae-6eb602175e66 req-47abac1e-f611-4f0f-9c86-be7211d38035 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844584 Mar 04 03:01:59.789178 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-bb73c2ef-beae-4c29-9dc6-c346167de90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (b0acf776-47e5-4647-982f-57a27b3c72ef), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:59.825537 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73c2ef-beae-4c29-9dc6-c346167de90e admin admin] Pushing event deleted for resources: {'Port': ['ID=b0acf776-47e5-4647-982f-57a27b3c72ef,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:01:59.854630 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb73c2ef-beae-4c29-9dc6-c346167de90e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:59.855310 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb73c2ef-beae-4c29-9dc6-c346167de90e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:59.855652 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb73c2ef-beae-4c29-9dc6-c346167de90e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:59.855985 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb73c2ef-beae-4c29-9dc6-c346167de90e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:59.856313 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb73c2ef-beae-4c29-9dc6-c346167de90e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:59.856814 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb73c2ef-beae-4c29-9dc6-c346167de90e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:59.857147 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb73c2ef-beae-4c29-9dc6-c346167de90e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:59.857473 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb73c2ef-beae-4c29-9dc6-c346167de90e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:59.857836 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb73c2ef-beae-4c29-9dc6-c346167de90e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:59.858146 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb73c2ef-beae-4c29-9dc6-c346167de90e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:59.858464 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb73c2ef-beae-4c29-9dc6-c346167de90e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:59.858902 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb73c2ef-beae-4c29-9dc6-c346167de90e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:59.859433 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb73c2ef-beae-4c29-9dc6-c346167de90e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:01:59.868125 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33158) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:01:59.885809 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3b8d1fe3-eb76-4404-a114-ef13ca52ae99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:01:59.903954 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-d9a44799-2290-4fcb-bea9-c6fa3bfe5d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:00:35Z', 'revision_number': 4, 'project_id': '8d15398833664320803849959784f508', 'gw_port': {'id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:32Z', 'updated_at': '2022-03-04T03:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': '4f2437a9-e6c2-4c26-b52f-3c760e12d1de', 'tenant_id': '8d15398833664320803849959784f508', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'port_id': 'b64e92db-1afb-4da0-8827-cbb36e0ffb66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'mac_address': 'fa:16:3e:50:e1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce900629-55d1-4c11-a4c0-e4ca8dc3f265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:01:57Z', 'updated_at': '2022-03-04T03:01:57Z', 'revision_number': 0, 'project_id': '8d15398833664320803849959784f508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1bd996-4793-47f8-8cd5-de363e99d8aa', 'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'tenant_id': '8d15398833664320803849959784f508', 'mac_address': 'fa:16:3e:f0:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:34Z', 'updated_at': '2022-03-04T03:00:39Z', 'revision_number': 5, 'project_id': '8d15398833664320803849959784f508', 'subnets': [{'id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:01:59.923188 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 03043544-0f88-43de-af71-1007eceb3446 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:01:59.991645 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] No Port match for: 03043544-0f88-43de-af71-1007eceb3446 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:01:59.994700 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a44799-2290-4fcb-bea9-c6fa3bfe5d01 None None] The sync data for ids ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'] in dv-cinder-828061-7-iscsi is: [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:00:35Z', 'revision_number': 4, 'project_id': '8d15398833664320803849959784f508', 'gw_port': {'id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:32Z', 'updated_at': '2022-03-04T03:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': '4f2437a9-e6c2-4c26-b52f-3c760e12d1de', 'tenant_id': '8d15398833664320803849959784f508', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'port_id': 'b64e92db-1afb-4da0-8827-cbb36e0ffb66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'mac_address': 'fa:16:3e:50:e1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce900629-55d1-4c11-a4c0-e4ca8dc3f265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:01:57Z', 'updated_at': '2022-03-04T03:01:57Z', 'revision_number': 0, 'project_id': '8d15398833664320803849959784f508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1bd996-4793-47f8-8cd5-de363e99d8aa', 'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'tenant_id': '8d15398833664320803849959784f508', 'mac_address': 'fa:16:3e:f0:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:34Z', 'updated_at': '2022-03-04T03:00:39Z', 'revision_number': 5, 'project_id': '8d15398833664320803849959784f508', 'subnets': [{'id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:01:59.995444 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 03043544-0f88-43de-af71-1007eceb3446 not bound to the agent host hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:02:00.031107 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3b8d1fe3-eb76-4404-a114-ef13ca52ae99 admin admin] Publish callbacks [] for security_group (6a139300-66b7-4667-89d4-3fe564d629b4), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:00.036874 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3b8d1fe3-eb76-4404-a114-ef13ca52ae99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (6a139300-66b7-4667-89d4-3fe564d629b4), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:00.088036 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-3b8d1fe3-eb76-4404-a114-ef13ca52ae99 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6862555fbbde4e94b05e337810e60f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157681 Mar 04 03:02:00.088036 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d1fe3-eb76-4404-a114-ef13ca52ae99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a139300-66b7-4667-89d4-3fe564d629b4,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:00.089130 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 33162) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:00.177310 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-bb73c2ef-beae-4c29-9dc6-c346167de90e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642084'] for router_interface (8a10c7bc-60b0-460a-802d-772ee39065c0), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:00.235275 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1771a817-81df-4db3-8ff5-c4207e1ed717 admin admin] Publish callbacks [] for security_group (6a139300-66b7-4667-89d4-3fe564d629b4), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:00.273510 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1771a817-81df-4db3-8ff5-c4207e1ed717 admin admin] Publish callbacks [] for security_group (6a139300-66b7-4667-89d4-3fe564d629b4), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:00.356977 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f388bb2-05d8-4998-a7c5-a0192755dd33 None None] New status for floating IP 4f2437a9-e6c2-4c26-b52f-3c760e12d1de: ACTIVE {{(pid=102955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 03:02:00.449355 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da639d-1988-4520-af80-e55590463053 req-ab503273-82f5-4dfd-81b5-df55a101b69f tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:00.450919 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-50da639d-1988-4520-af80-e55590463053 req-ab503273-82f5-4dfd-81b5-df55a101b69f tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.1316304 Mar 04 03:02:00.474491 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1771a817-81df-4db3-8ff5-c4207e1ed717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (6a139300-66b7-4667-89d4-3fe564d629b4), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:00.476925 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1771a817-81df-4db3-8ff5-c4207e1ed717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:00.478700 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-1771a817-81df-4db3-8ff5-c4207e1ed717 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a139300-66b7-4667-89d4-3fe564d629b4 HTTP/1.1" status: 204 len: 168 time: 0.3510635 Mar 04 03:02:00.532091 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771a817-81df-4db3-8ff5-c4207e1ed717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a139300-66b7-4667-89d4-3fe564d629b4,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:00.581235 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-50da639d-1988-4520-af80-e55590463053 req-8d8b0e35-079c-4b25-8ff0-0fede1794bd2 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152813 Mar 04 03:02:00.608022 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb73c2ef-beae-4c29-9dc6-c346167de90e admin admin] Router 8a10c7bc-60b0-460a-802d-772ee39065c0 has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:02:00.792942 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb73c2ef-beae-4c29-9dc6-c346167de90e admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:02:00.801722 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33176) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:00.801853 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-bb73c2ef-beae-4c29-9dc6-c346167de90e admin admin] 10.222.0.16 "PUT /v2.0/routers/8a10c7bc-60b0-460a-802d-772ee39065c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1553576 Mar 04 03:02:00.808216 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966c9b4d-c6fa-4be8-9c24-b414d8839ab4 None None] Sync routers for ids ['8a10c7bc-60b0-460a-802d-772ee39065c0'] in dv-cinder-828061-7-iscsi {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:02:00.812315 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcdbec-47de-4b71-a0f3-db02936fe7f1 req-08cadb31-4171-49ea-ac7a-caf33ac59e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:00.814125 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d1dcdbec-47de-4b71-a0f3-db02936fe7f1 req-08cadb31-4171-49ea-ac7a-caf33ac59e88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d15398833664320803849959784f508&device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 1130 time: 0.0686572 Mar 04 03:02:00.842356 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966c9b4d-c6fa-4be8-9c24-b414d8839ab4 None None] Routers {'8a10c7bc-60b0-460a-802d-772ee39065c0'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:02:00.843182 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-966c9b4d-c6fa-4be8-9c24-b414d8839ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:01:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['8a10c7bc-60b0-460a-802d-772ee39065c0'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:02:00.988560 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2360994-110b-4c3a-9b89-5a8569ab3db8 req-6fde1bc3-6310-4497-b4c0-d1772afdd5c9 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:01.001078 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b2360994-110b-4c3a-9b89-5a8569ab3db8 req-6fde1bc3-6310-4497-b4c0-d1772afdd5c9 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.1186695 Mar 04 03:02:01.012850 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b24089ca-aee8-4a19-9569-f3d6f9e4d86d admin admin] Publish callbacks [] for router (8a10c7bc-60b0-460a-802d-772ee39065c0), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:01.030098 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-966c9b4d-c6fa-4be8-9c24-b414d8839ab4 None None] Set router 8a10c7bc-60b0-460a-802d-772ee39065c0 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:02:01.105243 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b2360994-110b-4c3a-9b89-5a8569ab3db8 req-6b74868f-823d-4544-8911-237e2e35fc51 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031115 Mar 04 03:02:01.175797 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b24089ca-aee8-4a19-9569-f3d6f9e4d86d admin admin] Publish callbacks [] for router_gateway (8a10c7bc-60b0-460a-802d-772ee39065c0), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:01.231795 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-966c9b4d-c6fa-4be8-9c24-b414d8839ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a10c7bc-60b0-460a-802d-772ee39065c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1097678072-router', 'tenant_id': '435f5c6cbc834e5e9948bd463d8aa129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '4fc261c1-6a64-4e72-8436-61f871fce135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T03:01:59Z', 'revision_number': 5, 'project_id': '435f5c6cbc834e5e9948bd463d8aa129', 'gw_port': {'id': '4fc261c1-6a64-4e72-8436-61f871fce135', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10c7bc-60b0-460a-802d-772ee39065c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T02:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:02:01.236185 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-b24089ca-aee8-4a19-9569-f3d6f9e4d86d admin admin] Deleting port 4fc261c1-6a64-4e72-8436-61f871fce135 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:02:01.236637 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b24089ca-aee8-4a19-9569-f3d6f9e4d86d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (4fc261c1-6a64-4e72-8436-61f871fce135), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:01.265574 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966c9b4d-c6fa-4be8-9c24-b414d8839ab4 None None] Checking router: 8a10c7bc-60b0-460a-802d-772ee39065c0 for host: dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:02:01.280154 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966c9b4d-c6fa-4be8-9c24-b414d8839ab4 None None] Routers {'8a10c7bc-60b0-460a-802d-772ee39065c0'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:02:01.280785 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-966c9b4d-c6fa-4be8-9c24-b414d8839ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:01:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['8a10c7bc-60b0-460a-802d-772ee39065c0'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:02:01.322784 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-b24089ca-aee8-4a19-9569-f3d6f9e4d86d admin admin] For port 4fc261c1-6a64-4e72-8436-61f871fce135, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=4fc261c1-6a64-4e72-8436-61f871fce135,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:02:01.323142 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b24089ca-aee8-4a19-9569-f3d6f9e4d86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (4fc261c1-6a64-4e72-8436-61f871fce135), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:01.335779 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-b24089ca-aee8-4a19-9569-f3d6f9e4d86d admin admin] Calling delete_port for 4fc261c1-6a64-4e72-8436-61f871fce135 owned by network:router_gateway {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:02:01.373536 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-966c9b4d-c6fa-4be8-9c24-b414d8839ab4 None None] Set router 8a10c7bc-60b0-460a-802d-772ee39065c0 gateway port host: None {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:02:01.427474 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-966c9b4d-c6fa-4be8-9c24-b414d8839ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a10c7bc-60b0-460a-802d-772ee39065c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1097678072-router', 'tenant_id': '435f5c6cbc834e5e9948bd463d8aa129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T03:02:01Z', 'revision_number': 6, 'project_id': '435f5c6cbc834e5e9948bd463d8aa129', 'gw_port_host': None}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:02:01.457598 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966c9b4d-c6fa-4be8-9c24-b414d8839ab4 None None] The sync data for ids ['8a10c7bc-60b0-460a-802d-772ee39065c0'] in dv-cinder-828061-7-iscsi is: [{'id': '8a10c7bc-60b0-460a-802d-772ee39065c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1097678072-router', 'tenant_id': '435f5c6cbc834e5e9948bd463d8aa129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T03:02:01Z', 'revision_number': 6, 'project_id': '435f5c6cbc834e5e9948bd463d8aa129', 'gw_port_host': None}] {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:02:01.519728 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b24089ca-aee8-4a19-9569-f3d6f9e4d86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (4fc261c1-6a64-4e72-8436-61f871fce135), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:01.549334 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24089ca-aee8-4a19-9569-f3d6f9e4d86d admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc261c1-6a64-4e72-8436-61f871fce135,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:01.611825 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b24089ca-aee8-4a19-9569-f3d6f9e4d86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641158'] for router_gateway (8a10c7bc-60b0-460a-802d-772ee39065c0), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:01.716865 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b24089ca-aee8-4a19-9569-f3d6f9e4d86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59159'] for router (8a10c7bc-60b0-460a-802d-772ee39065c0), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:01.719078 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b24089ca-aee8-4a19-9569-f3d6f9e4d86d admin admin] Publish callbacks [] for router_controller (8a10c7bc-60b0-460a-802d-772ee39065c0), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:01.743350 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf8eff-34bc-4d2e-b529-1681273f9b94 req-c0d09d5d-689d-48f2-ac21-e84ebe28dc5c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:01.745149 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-91bf8eff-34bc-4d2e-b529-1681273f9b94 req-c0d09d5d-689d-48f2-ac21-e84ebe28dc5c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0600131 Mar 04 03:02:01.790701 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b24089ca-aee8-4a19-9569-f3d6f9e4d86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654381'] for router (8a10c7bc-60b0-460a-802d-772ee39065c0), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:01.791368 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24089ca-aee8-4a19-9569-f3d6f9e4d86d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a10c7bc-60b0-460a-802d-772ee39065c0 {{(pid=102948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 03:02:01.796770 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b24089ca-aee8-4a19-9569-f3d6f9e4d86d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:01.797961 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-b24089ca-aee8-4a19-9569-f3d6f9e4d86d admin admin] 10.222.0.16 "DELETE /v2.0/routers/8a10c7bc-60b0-460a-802d-772ee39065c0 HTTP/1.1" status: 204 len: 168 time: 0.9954667 Mar 04 03:02:01.800756 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33212) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:01.849420 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_v2 [None req-6befae4e-3db6-49d0-80f4-c72f157b4916 admin admin] Deleting subnet 9a402aac-443f-4244-b7c1-141fa3d052d2 {{(pid=102948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 03:02:01.852955 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6befae4e-3db6-49d0-80f4-c72f157b4916 admin admin] Publish callbacks [] for subnet (9a402aac-443f-4244-b7c1-141fa3d052d2), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:01.874605 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-91bf8eff-34bc-4d2e-b529-1681273f9b94 req-b5c50411-9236-43d8-b73a-93bd73854578 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215355 Mar 04 03:02:01.926925 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcdbec-47de-4b71-a0f3-db02936fe7f1 req-8487092c-d7d1-432d-84d5-ec2cc0d6433f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:01.928269 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d1dcdbec-47de-4b71-a0f3-db02936fe7f1 req-8487092c-d7d1-432d-84d5-ec2cc0d6433f service neutron] 10.222.0.13 "GET /v2.0/networks?id=02cb8961-f224-4efe-9715-ecfb6c08725e HTTP/1.1" status: 200 len: 913 time: 0.1581016 Mar 04 03:02:01.964099 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6befae4e-3db6-49d0-80f4-c72f157b4916 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797375'] for subnet (9a402aac-443f-4244-b7c1-141fa3d052d2), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:01.965347 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-12fbdb57-efb2-411f-9878-e4bd412d861e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:02.022019 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6befae4e-3db6-49d0-80f4-c72f157b4916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511659'] for subnet (9a402aac-443f-4244-b7c1-141fa3d052d2), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:02.056877 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d1dcdbec-47de-4b71-a0f3-db02936fe7f1 req-31e55bd2-f778-4fbf-887c-448b09f43067 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b64e92db-1afb-4da0-8827-cbb36e0ffb66 HTTP/1.1" status: 200 len: 1002 time: 0.1192207 Mar 04 03:02:02.078652 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6befae4e-3db6-49d0-80f4-c72f157b4916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12133047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12482570'] for subnet (9a402aac-443f-4244-b7c1-141fa3d052d2), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:02.111556 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6befae4e-3db6-49d0-80f4-c72f157b4916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:02.119387 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-6befae4e-3db6-49d0-80f4-c72f157b4916 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9a402aac-443f-4244-b7c1-141fa3d052d2 HTTP/1.1" status: 204 len: 168 time: 0.3174660 Mar 04 03:02:02.120755 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33222) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:02.121752 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befae4e-3db6-49d0-80f4-c72f157b4916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a402aac-443f-4244-b7c1-141fa3d052d2,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:02.180163 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcdbec-47de-4b71-a0f3-db02936fe7f1 req-47dd88a7-f153-4160-9d37-7649aef7bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:02.181542 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d1dcdbec-47de-4b71-a0f3-db02936fe7f1 req-47dd88a7-f153-4160-9d37-7649aef7bc9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d3a17f2e-d1f5-4359-86d3-8c7648f764aa HTTP/1.1" status: 200 len: 851 time: 0.1161697 Mar 04 03:02:02.257375 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c6deca83-b51d-4d1d-b09c-19919af5cf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516816'] for network (d64efdae-0305-4058-8f96-4ee6eb81be2d), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:02.291766 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcdbec-47de-4b71-a0f3-db02936fe7f1 req-0b6aedd3-3e2a-40b0-b83c-9240944c4cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:02.295033 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d1dcdbec-47de-4b71-a0f3-db02936fe7f1 req-0b6aedd3-3e2a-40b0-b83c-9240944c4cbc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02cb8961-f224-4efe-9715-ecfb6c08725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1043274 Mar 04 03:02:02.305924 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c401e6c-5961-4a8f-8f78-42af0b484cff req-5fcf226e-a20d-410b-8187-7bea1babd0e5 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:02.313090 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8c401e6c-5961-4a8f-8f78-42af0b484cff req-5fcf226e-a20d-410b-8187-7bea1babd0e5 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.1064148 Mar 04 03:02:02.416494 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c6deca83-b51d-4d1d-b09c-19919af5cf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621520', 'neutron.services.segments.db._delete_segments_for_network-8753426307485'] for network (d64efdae-0305-4058-8f96-4ee6eb81be2d), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:02.447782 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8c401e6c-5961-4a8f-8f78-42af0b484cff req-212b20f5-dbaa-4298-bfc6-51ededd5ae6d tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291862 Mar 04 03:02:02.451458 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-c6deca83-b51d-4d1d-b09c-19919af5cf7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64efdae-0305-4058-8f96-4ee6eb81be2d']}} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:02:02.476106 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-c6deca83-b51d-4d1d-b09c-19919af5cf7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8249a905-31bb-4e01-a616-379d38917352') {'for_net_delete': True} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:02:02.476423 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-c6deca83-b51d-4d1d-b09c-19919af5cf7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8249a905-31bb-4e01-a616-379d38917352') {} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:02:02.485414 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d1dcdbec-47de-4b71-a0f3-db02936fe7f1 req-3dd5f598-48b3-4ecc-878a-65d4f7e9df32 service neutron] 10.222.0.13 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607177 Mar 04 03:02:02.496501 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c6deca83-b51d-4d1d-b09c-19919af5cf7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753426310822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797352'] for segment (8249a905-31bb-4e01-a616-379d38917352), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:02.512385 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c6deca83-b51d-4d1d-b09c-19919af5cf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (8249a905-31bb-4e01-a616-379d38917352), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:02.520158 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6deca83-b51d-4d1d-b09c-19919af5cf7c admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=102948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 03:02:02.521069 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c6deca83-b51d-4d1d-b09c-19919af5cf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12132969'] for segment (8249a905-31bb-4e01-a616-379d38917352), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: Traceback (most recent call last): Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: timer() Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: cb(*args, **kw) Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: return func(*args, **kwargs) Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: self._notify() Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: self.callback(batched_events) Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: event.method(event) Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: return f(self, *a, **k) Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: return self._get(url).json() Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: return self.request(url, 'GET', **kwargs) Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 03:02:02.536093 dv-cinder-828061-7-iscsi neutron-server[102948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 03:02:02.648325 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c6deca83-b51d-4d1d-b09c-19919af5cf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641210'] for network (d64efdae-0305-4058-8f96-4ee6eb81be2d), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:02.686366 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 4fc261c1-6a64-4e72-8436-61f871fce135 no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:02:02.703408 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6deca83-b51d-4d1d-b09c-19919af5cf7c admin admin] Pushing event deleted for resources: {'Network': ['ID=d64efdae-0305-4058-8f96-4ee6eb81be2d,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:02.705546 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c6deca83-b51d-4d1d-b09c-19919af5cf7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:02.714693 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-c6deca83-b51d-4d1d-b09c-19919af5cf7c admin admin] 10.222.0.16 "DELETE /v2.0/networks/d64efdae-0305-4058-8f96-4ee6eb81be2d HTTP/1.1" status: 204 len: 168 time: 0.5785484 Mar 04 03:02:02.732874 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d1dcdbec-47de-4b71-a0f3-db02936fe7f1 req-115be712-deef-4338-85f6-d8cb51e7dfbf service neutron] 10.222.0.13 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318754 Mar 04 03:02:02.736476 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: 4fc261c1-6a64-4e72-8436-61f871fce135 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:02:02.737002 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 4fc261c1-6a64-4e72-8436-61f871fce135 not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:02:02.737604 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device b0acf776-47e5-4647-982f-57a27b3c72ef no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:02:02.774977 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: b0acf776-47e5-4647-982f-57a27b3c72ef {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:02:02.775504 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device b0acf776-47e5-4647-982f-57a27b3c72ef not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:02:02.973225 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33260) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:03.040550 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-31074398-a69e-4ff2-92bf-c304c03be2eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=435f5c6cbc834e5e9948bd463d8aa129&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0650094 Mar 04 03:02:03.042031 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33266) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:03.080706 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5deec-9716-4793-8afe-0d84a422ace5 req-d8a8df87-e9cb-45c6-ba6c-d201ea9a0b05 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:03.082542 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8ed5deec-9716-4793-8afe-0d84a422ace5 req-d8a8df87-e9cb-45c6-ba6c-d201ea9a0b05 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0682244 Mar 04 03:02:03.110891 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-beaa7623-b9f9-4823-b32f-749accd20664 admin admin] Publish callbacks [] for security_group (fe5d14a1-7153-4751-803f-005a8757b983), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:03.158093 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-beaa7623-b9f9-4823-b32f-749accd20664 admin admin] Publish callbacks [] for security_group (fe5d14a1-7153-4751-803f-005a8757b983), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:03.176461 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8ed5deec-9716-4793-8afe-0d84a422ace5 req-382658d7-0b9c-49ef-a01e-035fd5210e5c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805280 Mar 04 03:02:03.268599 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-beaa7623-b9f9-4823-b32f-749accd20664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (fe5d14a1-7153-4751-803f-005a8757b983), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:03.272429 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-beaa7623-b9f9-4823-b32f-749accd20664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:03.273673 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-beaa7623-b9f9-4823-b32f-749accd20664 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe5d14a1-7153-4751-803f-005a8757b983 HTTP/1.1" status: 204 len: 168 time: 0.2304888 Mar 04 03:02:03.299511 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa7623-b9f9-4823-b32f-749accd20664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5d14a1-7153-4751-803f-005a8757b983,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:03.674152 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33302) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:03.704307 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0340a1-ee6d-4324-a5bd-91a8125778c6 req-196c39e4-d47c-4554-a3f9-3e550736feb6 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:03.715313 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6a0340a1-ee6d-4324-a5bd-91a8125778c6 req-196c39e4-d47c-4554-a3f9-3e550736feb6 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.1094799 Mar 04 03:02:03.741838 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-8e6c1806-cd20-4df1-87d9-ec2f8c798156 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:03.744243 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-8e6c1806-cd20-4df1-87d9-ec2f8c798156 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/networks?id=9bd2c670-e7f9-48f4-baa5-d3f16c53ff23 HTTP/1.1" status: 200 len: 813 time: 0.2443466 Mar 04 03:02:03.787312 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6a0340a1-ee6d-4324-a5bd-91a8125778c6 req-3d938560-306d-41d6-926d-c9fc37bc921f tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747104 Mar 04 03:02:03.806339 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-3f909c9c-ef54-4213-b6c8-37b3fbb91309 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/quotas/bc2f7e887577406b82f0959411225f55 HTTP/1.1" status: 200 len: 375 time: 0.0389442 Mar 04 03:02:03.850384 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7ebc502f-9913-46e0-9e5c-5a27659869c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:03.852113 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-ddc91040-f7fd-4609-867f-61d86b4b349a tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc2f7e887577406b82f0959411225f55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443316 Mar 04 03:02:03.949908 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7ebc502f-9913-46e0-9e5c-5a27659869c7 admin admin] Publish callbacks [] for security_group (033c07bb-567d-4470-9fdc-5f744e461be9), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:03.956031 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7ebc502f-9913-46e0-9e5c-5a27659869c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (033c07bb-567d-4470-9fdc-5f744e461be9), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:03.981991 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-558726c7-8fd7-4cdd-8fe3-c88be11c4ed0 service neutron] 10.222.0.16 "GET /v2.0/networks/9bd2c670-e7f9-48f4-baa5-d3f16c53ff23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225753 Mar 04 03:02:04.012163 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-7ebc502f-9913-46e0-9e5c-5a27659869c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62077a6670ed448382b71954e736e408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3372457 Mar 04 03:02:04.013379 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc502f-9913-46e0-9e5c-5a27659869c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033c07bb-567d-4470-9fdc-5f744e461be9,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:04.015571 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33314) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:04.029900 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc502f-9913-46e0-9e5c-5a27659869c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:02:04.030563 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc502f-9913-46e0-9e5c-5a27659869c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:02:04.031216 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc502f-9913-46e0-9e5c-5a27659869c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:02:04.031990 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc502f-9913-46e0-9e5c-5a27659869c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:02:04.032530 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc502f-9913-46e0-9e5c-5a27659869c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:02:04.033133 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc502f-9913-46e0-9e5c-5a27659869c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:02:04.033831 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc502f-9913-46e0-9e5c-5a27659869c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:02:04.034423 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc502f-9913-46e0-9e5c-5a27659869c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:02:04.034992 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc502f-9913-46e0-9e5c-5a27659869c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:02:04.035545 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc502f-9913-46e0-9e5c-5a27659869c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:02:04.036078 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc502f-9913-46e0-9e5c-5a27659869c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:02:04.036694 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc502f-9913-46e0-9e5c-5a27659869c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:02:04.037235 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc502f-9913-46e0-9e5c-5a27659869c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:02:04.103515 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-7feacc9a-7dd8-4e30-a8c3-8af855fba5db service neutron] 10.222.0.16 "GET /v2.0/networks/9bd2c670-e7f9-48f4-baa5-d3f16c53ff23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139941 Mar 04 03:02:04.104601 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1b76072d-fea2-48e2-9567-65d11b3eb6da admin admin] Publish callbacks [] for security_group (033c07bb-567d-4470-9fdc-5f744e461be9), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:04.131328 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1b76072d-fea2-48e2-9567-65d11b3eb6da admin admin] Publish callbacks [] for security_group (033c07bb-567d-4470-9fdc-5f744e461be9), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:04.190924 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1b76072d-fea2-48e2-9567-65d11b3eb6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (033c07bb-567d-4470-9fdc-5f744e461be9), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:04.193864 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1b76072d-fea2-48e2-9567-65d11b3eb6da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:04.194980 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-1b76072d-fea2-48e2-9567-65d11b3eb6da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/033c07bb-567d-4470-9fdc-5f744e461be9 HTTP/1.1" status: 204 len: 168 time: 0.1772766 Mar 04 03:02:04.215214 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76072d-fea2-48e2-9567-65d11b3eb6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033c07bb-567d-4470-9fdc-5f744e461be9,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:04.353896 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6fb5fdcb-ef3a-40fd-8912-cdb40a3277aa req-f291587e-02bb-4247-b0ed-7e57276f2687 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad5a6435-e6a9-47fa-a63c-39de9b4474dd HTTP/1.1" status: 200 len: 210 time: 0.0674338 Mar 04 03:02:04.377002 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-9c1d9995-1bba-4026-b46a-890c9d8626d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:04.435357 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14081a9-cf23-40c4-a576-53b736accaf2 req-022325c7-cbe6-421a-8a97-8b425f31f829 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:04.437663 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f14081a9-cf23-40c4-a576-53b736accaf2 req-022325c7-cbe6-421a-8a97-8b425f31f829 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0825865 Mar 04 03:02:04.565871 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f14081a9-cf23-40c4-a576-53b736accaf2 req-70db2f38-2560-4662-962a-d34ec531173f tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196508 Mar 04 03:02:04.751957 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 33348) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:04.767572 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-29c8de80-b484-4973-be3d-643de3aaad3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:04.955252 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-29c8de80-b484-4973-be3d-643de3aaad3e admin admin] Publish callbacks [] for security_group (1046272d-93b5-4830-9812-2f3437abcbe6), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:04.962079 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-29c8de80-b484-4973-be3d-643de3aaad3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (1046272d-93b5-4830-9812-2f3437abcbe6), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:04.999315 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f565901-4ccb-43e1-8702-818d0d3f6e42 req-a3692417-711d-48b5-995a-586b7edd4f73 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:05.006199 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6f565901-4ccb-43e1-8702-818d0d3f6e42 req-a3692417-711d-48b5-995a-586b7edd4f73 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.1256893 Mar 04 03:02:05.062219 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8de80-b484-4973-be3d-643de3aaad3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1046272d-93b5-4830-9812-2f3437abcbe6,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:05.067686 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-29c8de80-b484-4973-be3d-643de3aaad3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74f9fafeb54d498eb062597244145c40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144095 Mar 04 03:02:05.072801 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33352) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:05.138324 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6f565901-4ccb-43e1-8702-818d0d3f6e42 req-d9d14698-6aac-48e7-8a09-b9bf507d2730 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310511 Mar 04 03:02:05.161613 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-36386953-99b8-45ef-87ea-50d24df4503e admin admin] Publish callbacks [] for security_group (1046272d-93b5-4830-9812-2f3437abcbe6), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:05.208806 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-36386953-99b8-45ef-87ea-50d24df4503e admin admin] Publish callbacks [] for security_group (1046272d-93b5-4830-9812-2f3437abcbe6), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:05.284418 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-36386953-99b8-45ef-87ea-50d24df4503e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (1046272d-93b5-4830-9812-2f3437abcbe6), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:05.287824 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-36386953-99b8-45ef-87ea-50d24df4503e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:05.289177 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-36386953-99b8-45ef-87ea-50d24df4503e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1046272d-93b5-4830-9812-2f3437abcbe6 HTTP/1.1" status: 204 len: 168 time: 0.2155499 Mar 04 03:02:05.298369 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36386953-99b8-45ef-87ea-50d24df4503e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1046272d-93b5-4830-9812-2f3437abcbe6,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:05.361180 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:05.484620 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b3a05bee-b2e0-4e10-8c5c-172a89f5b75f req-e003f7b9-a7e4-4214-9fbd-d5d860edfa47 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad5a6435-e6a9-47fa-a63c-39de9b4474dd HTTP/1.1" status: 200 len: 210 time: 0.0543461 Mar 04 03:02:05.840994 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-7b824fa5-354f-4724-a941-87026748a615 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:05.842785 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-7b824fa5-354f-4724-a941-87026748a615 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.13 "GET /v2.0/networks?id=9bd2c670-e7f9-48f4-baa5-d3f16c53ff23 HTTP/1.1" status: 200 len: 813 time: 0.1423452 Mar 04 03:02:05.855572 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81f96a-9852-43ed-9330-3ab38b150fd9 req-bd343a06-aa45-4285-a957-4138b49273b3 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:05.863904 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1f81f96a-9852-43ed-9330-3ab38b150fd9 req-bd343a06-aa45-4285-a957-4138b49273b3 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.1972613 Mar 04 03:02:05.888212 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-2e69f5a5-1f44-4961-8c7e-23c099236a7c tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Request body: {'port': {'device_id': 'ad5a6435-e6a9-47fa-a63c-39de9b4474dd', 'network_id': '9bd2c670-e7f9-48f4-baa5-d3f16c53ff23', 'admin_state_up': True, 'tenant_id': 'bc2f7e887577406b82f0959411225f55'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:02:05.978657 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1f81f96a-9852-43ed-9330-3ab38b150fd9 req-f923278f-9ec9-42c1-865e-3cbb46a5cf62 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136413 Mar 04 03:02:06.067444 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-2e69f5a5-1f44-4961-8c7e-23c099236a7c tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Made reservation on behalf of bc2f7e887577406b82f0959411225f55 for: {'port': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:02:06.077532 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-2e69f5a5-1f44-4961-8c7e-23c099236a7c tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:06.252045 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_common [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-2e69f5a5-1f44-4961-8c7e-23c099236a7c tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Allocated IP 172.20.0.5 (9bd2c670-e7f9-48f4-baa5-d3f16c53ff23/463074ac-22cf-4e1c-bc94-222bfb1c373a/e476b9a2-a22a-47ac-adea-ec15c9044b61) {{(pid=102946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:02:06.447500 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fdbfc-22af-426d-be97-f4d9332d2e87 req-f1676877-db26-424a-a026-2c34403d316e tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:06.449072 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a99fdbfc-22af-426d-be97-f4d9332d2e87 req-f1676877-db26-424a-a026-2c34403d316e tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.1191857 Mar 04 03:02:06.520733 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-2e69f5a5-1f44-4961-8c7e-23c099236a7c tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Publish callbacks [] for port (e476b9a2-a22a-47ac-adea-ec15c9044b61), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:06.567253 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a99fdbfc-22af-426d-be97-f4d9332d2e87 req-3d3c011e-8418-428b-9136-32eee8fd474e tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091602 Mar 04 03:02:06.639431 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-2e69f5a5-1f44-4961-8c7e-23c099236a7c tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (e476b9a2-a22a-47ac-adea-ec15c9044b61), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:06.692493 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-2e69f5a5-1f44-4961-8c7e-23c099236a7c tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Network 9bd2c670-e7f9-48f4-baa5-d3f16c53ff23 is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:02:06.706280 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-2e69f5a5-1f44-4961-8c7e-23c099236a7c tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:02:06.723732 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-2e69f5a5-1f44-4961-8c7e-23c099236a7c tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Received port after_create {{(pid=102946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:02:06.728580 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:06.783094 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-2e69f5a5-1f44-4961-8c7e-23c099236a7c tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:06.783959 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-2e69f5a5-1f44-4961-8c7e-23c099236a7c tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:06.807686 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-2e69f5a5-1f44-4961-8c7e-23c099236a7c tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9230173 Mar 04 03:02:06.829752 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-c6219715-cb0a-42b9-bedd-25ab97c9fe07 service neutron] Request body: {'port': {'device_id': 'ad5a6435-e6a9-47fa-a63c-39de9b4474dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:02:06.843461 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69f5a5-1f44-4961-8c7e-23c099236a7c tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Pushing event updated for resources: {'Port': ['ID=e476b9a2-a22a-47ac-adea-ec15c9044b61,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:07.205998 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb1689-d87e-4e10-baa4-898801122f1d req-3f700df4-5ee2-412b-91e3-a621b151e696 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:07.212951 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a6fb1689-d87e-4e10-baa4-898801122f1d req-3f700df4-5ee2-412b-91e3-a621b151e696 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad5a6435-e6a9-47fa-a63c-39de9b4474dd HTTP/1.1" status: 200 len: 931 time: 0.6031349 Mar 04 03:02:07.328499 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-c6219715-cb0a-42b9-bedd-25ab97c9fe07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (e476b9a2-a22a-47ac-adea-ec15c9044b61), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:07.332758 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a6fb1689-d87e-4e10-baa4-898801122f1d req-98f8b7f6-801b-46d6-9a1c-c6f77d8b037d tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189604 Mar 04 03:02:07.342365 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbf9cf-e352-4e07-a31f-1f90df3be62f req-e47142a8-b5f8-4bfa-9a1c-42c5c0efa2df tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:07.343891 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-44fbf9cf-e352-4e07-a31f-1f90df3be62f req-e47142a8-b5f8-4bfa-9a1c-42c5c0efa2df tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.1464112 Mar 04 03:02:07.511069 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-44fbf9cf-e352-4e07-a31f-1f90df3be62f req-1727ba56-af73-492a-a80f-0341b7ff715f tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564720 Mar 04 03:02:07.838408 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abc28b-20d3-4cc0-991a-ba2af37cda69 req-de7cb374-ce83-4862-b573-6340eb6b7e3e tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:07.840467 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-89abc28b-20d3-4cc0-991a-ba2af37cda69 req-de7cb374-ce83-4862-b573-6340eb6b7e3e tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.1519816 Mar 04 03:02:07.842813 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-c6219715-cb0a-42b9-bedd-25ab97c9fe07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e476b9a2-a22a-47ac-adea-ec15c9044b61 {{(pid=102946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:02:07.852238 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-c6219715-cb0a-42b9-bedd-25ab97c9fe07 service neutron] Publish callbacks [] for port (e476b9a2-a22a-47ac-adea-ec15c9044b61), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:07.883936 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.provisioning_blocks [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-c6219715-cb0a-42b9-bedd-25ab97c9fe07 service neutron] Transition to ACTIVE for port object e476b9a2-a22a-47ac-adea-ec15c9044b61 will not be triggered until provisioned by entity L2. {{(pid=102946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 03:02:07.933665 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-89abc28b-20d3-4cc0-991a-ba2af37cda69 req-44164778-0231-4df2-8685-732a2af1a92a tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838225 Mar 04 03:02:07.937021 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-c6219715-cb0a-42b9-bedd-25ab97c9fe07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11867094'] for port (e476b9a2-a22a-47ac-adea-ec15c9044b61), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:08.089636 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6219715-cb0a-42b9-bedd-25ab97c9fe07 service neutron] Pushing event updated for resources: {'Port': ['ID=e476b9a2-a22a-47ac-adea-ec15c9044b61,revision_number=2']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:08.105117 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-c6219715-cb0a-42b9-bedd-25ab97c9fe07 service neutron] Attempting to bind port e476b9a2-a22a-47ac-adea-ec15c9044b61 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:02:08.106088 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-c6219715-cb0a-42b9-bedd-25ab97c9fe07 service neutron] Attempting to bind port e476b9a2-a22a-47ac-adea-ec15c9044b61 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '9bd2c670-e7f9-48f4-baa5-d3f16c53ff23'}] {{(pid=102946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:02:08.106590 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-c6219715-cb0a-42b9-bedd-25ab97c9fe07 service neutron] Attempting to bind port e476b9a2-a22a-47ac-adea-ec15c9044b61 on network 9bd2c670-e7f9-48f4-baa5-d3f16c53ff23 {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:02:08.112768 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-c6219715-cb0a-42b9-bedd-25ab97c9fe07 service neutron] Port e476b9a2-a22a-47ac-adea-ec15c9044b61 on network 9bd2c670-e7f9-48f4-baa5-d3f16c53ff23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 03:02:08.113282 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-c6219715-cb0a-42b9-bedd-25ab97c9fe07 service neutron] Attempting to bind port e476b9a2-a22a-47ac-adea-ec15c9044b61 on network 9bd2c670-e7f9-48f4-baa5-d3f16c53ff23 {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:02:08.119215 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-c6219715-cb0a-42b9-bedd-25ab97c9fe07 service neutron] Checking agent: {'id': '3c9f8f0c-9b00-4c68-8144-2c2180e90486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'started_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:02:08.119571 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-c6219715-cb0a-42b9-bedd-25ab97c9fe07 service neutron] Checking segment: {'id': '566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '9bd2c670-e7f9-48f4-baa5-d3f16c53ff23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:02:08.119958 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-c6219715-cb0a-42b9-bedd-25ab97c9fe07 service neutron] Bound using segment: {'id': '566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '9bd2c670-e7f9-48f4-baa5-d3f16c53ff23'} {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:02:08.120391 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-c6219715-cb0a-42b9-bedd-25ab97c9fe07 service neutron] Bound port: e476b9a2-a22a-47ac-adea-ec15c9044b61, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '9bd2c670-e7f9-48f4-baa5-d3f16c53ff23'}}] {{(pid=102946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:02:08.121074 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-c6219715-cb0a-42b9-bedd-25ab97c9fe07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (e476b9a2-a22a-47ac-adea-ec15c9044b61), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:08.202766 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-c6219715-cb0a-42b9-bedd-25ab97c9fe07 service neutron] For port e476b9a2-a22a-47ac-adea-ec15c9044b61, host hv-cinder-82806, cleared binding levels {{(pid=102946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:02:08.207063 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-c6219715-cb0a-42b9-bedd-25ab97c9fe07 service neutron] For port e476b9a2-a22a-47ac-adea-ec15c9044b61, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=e476b9a2-a22a-47ac-adea-ec15c9044b61,segment=NetworkSegment(566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55),segment_id=566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55)] {{(pid=102946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:02:08.214628 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-c6219715-cb0a-42b9-bedd-25ab97c9fe07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11867094'] for port (e476b9a2-a22a-47ac-adea-ec15c9044b61), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:08.257253 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-c6219715-cb0a-42b9-bedd-25ab97c9fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:08.258705 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-c6219715-cb0a-42b9-bedd-25ab97c9fe07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:08.260516 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-c6219715-cb0a-42b9-bedd-25ab97c9fe07 service neutron] 10.222.0.13 "PUT /v2.0/ports/e476b9a2-a22a-47ac-adea-ec15c9044b61 HTTP/1.1" status: 200 len: 1093 time: 1.4362650 Mar 04 03:02:08.261126 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5a6435-e6a9-47fa-a63c-39de9b4474dd', 'tag': 'e476b9a2-a22a-47ac-adea-ec15c9044b61'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:02:08.263940 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9aff409-2ebc-485e-8f08-c5ceaed3c760" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5a6435-e6a9-47fa-a63c-39de9b4474dd", "tag": "e476b9a2-a22a-47ac-adea-ec15c9044b61"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:02:08.307375 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6219715-cb0a-42b9-bedd-25ab97c9fe07 service neutron] Pushing event updated for resources: {'Port': ['ID=e476b9a2-a22a-47ac-adea-ec15c9044b61,revision_number=3']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:08.317852 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 03:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5112ddc-fbcb-4bc7-8458-063513f7e345 x-openstack-request-id: req-b5112ddc-fbcb-4bc7-8458-063513f7e345 {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:02:08.318400 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5a6435-e6a9-47fa-a63c-39de9b4474dd", "tag": "e476b9a2-a22a-47ac-adea-ec15c9044b61", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:02:08.318658 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5112ddc-fbcb-4bc7-8458-063513f7e345 {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:02:08.319063 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5a6435-e6a9-47fa-a63c-39de9b4474dd', 'tag': 'e476b9a2-a22a-47ac-adea-ec15c9044b61', 'status': 'completed', 'code': 200} Mar 04 03:02:08.390120 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:08.433167 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-0cc35514-15c7-4499-bbe8-744284e71980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:08.436179 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-0cc35514-15c7-4499-bbe8-744284e71980 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc2f7e887577406b82f0959411225f55&device_id=ad5a6435-e6a9-47fa-a63c-39de9b4474dd HTTP/1.1" status: 200 len: 1127 time: 0.1068375 Mar 04 03:02:08.497215 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-7aac3616-ddea-4bd9-af80-81f628e10b30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e476b9a2-a22a-47ac-adea-ec15c9044b61 HTTP/1.1" status: 200 len: 217 time: 0.0393202 Mar 04 03:02:08.590836 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-2cec5568-03ca-410d-bbda-0f714ba536e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:08.592432 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-2cec5568-03ca-410d-bbda-0f714ba536e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=463074ac-22cf-4e1c-bc94-222bfb1c373a HTTP/1.1" status: 200 len: 853 time: 0.0807621 Mar 04 03:02:08.606696 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bb50e-32a9-4582-8149-d6435059028a req-68091c2f-22c0-4296-bd11-54b063f7e42b tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:08.609325 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-569bb50e-32a9-4582-8149-d6435059028a req-68091c2f-22c0-4296-bd11-54b063f7e42b tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad5a6435-e6a9-47fa-a63c-39de9b4474dd HTTP/1.1" status: 200 len: 943 time: 0.1675131 Mar 04 03:02:08.651091 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-db477a33-4836-42a2-807d-70a1daf44ece service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bd2c670-e7f9-48f4-baa5-d3f16c53ff23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404193 Mar 04 03:02:08.799449 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-569bb50e-32a9-4582-8149-d6435059028a req-d0b9ea95-74c3-4baf-a1a9-3e5c014520b9 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781244 Mar 04 03:02:08.823469 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206187b-8a06-4fa3-89e4-5c894b22e49a req-bdcbc4a3-6a01-4b19-aab7-2b7c0466e642 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:08.823469 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d206187b-8a06-4fa3-89e4-5c894b22e49a req-bdcbc4a3-6a01-4b19-aab7-2b7c0466e642 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.1931052 Mar 04 03:02:08.859529 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-3c152a7d-9a82-4d4e-b01c-49e4ee6a4815 service neutron] 10.222.0.13 "GET /v2.0/networks/9bd2c670-e7f9-48f4-baa5-d3f16c53ff23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850870 Mar 04 03:02:08.934944 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d206187b-8a06-4fa3-89e4-5c894b22e49a req-c1a8cdea-718d-429c-a3fb-4a280dd8032f tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072707 Mar 04 03:02:08.987783 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-deccd9b7-481c-41b8-8690-13ddf86ae1b4 req-607bb6d4-a2ca-4853-8f1f-0abd654ba9c2 service neutron] 10.222.0.13 "GET /v2.0/networks/9bd2c670-e7f9-48f4-baa5-d3f16c53ff23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179616 Mar 04 03:02:09.116906 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cbf27-5d1f-4fc1-b58f-ff8ba9dc78fc req-cef387f8-4b4d-4652-bd2a-986843b8b266 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:09.119191 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-490cbf27-5d1f-4fc1-b58f-ff8ba9dc78fc req-cef387f8-4b4d-4652-bd2a-986843b8b266 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0921433 Mar 04 03:02:09.122075 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aff409-2ebc-485e-8f08-c5ceaed3c760 req-54a0b6f8-825f-4bac-935b-05ebfefcc850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:09.123470 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e9aff409-2ebc-485e-8f08-c5ceaed3c760 req-54a0b6f8-825f-4bac-935b-05ebfefcc850 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc2f7e887577406b82f0959411225f55&device_id=ad5a6435-e6a9-47fa-a63c-39de9b4474dd HTTP/1.1" status: 200 len: 1127 time: 0.0678587 Mar 04 03:02:09.221208 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-490cbf27-5d1f-4fc1-b58f-ff8ba9dc78fc req-15d52caf-1a8f-4575-80a6-2154e5b6ce8e tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955563 Mar 04 03:02:09.253772 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aff409-2ebc-485e-8f08-c5ceaed3c760 req-ed9e4cfb-3904-40e2-a678-58ceb87e7fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:09.254484 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e9aff409-2ebc-485e-8f08-c5ceaed3c760 req-ed9e4cfb-3904-40e2-a678-58ceb87e7fa7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bd2c670-e7f9-48f4-baa5-d3f16c53ff23 HTTP/1.1" status: 200 len: 914 time: 0.1219411 Mar 04 03:02:09.303022 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e9aff409-2ebc-485e-8f08-c5ceaed3c760 req-d96d0fd9-3a1d-4d6e-8cb6-a0d21f1513b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e476b9a2-a22a-47ac-adea-ec15c9044b61 HTTP/1.1" status: 200 len: 217 time: 0.0391634 Mar 04 03:02:09.357608 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aff409-2ebc-485e-8f08-c5ceaed3c760 req-24d35b1c-f2cc-4fe5-9f02-aee6e5c1fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:09.359076 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e9aff409-2ebc-485e-8f08-c5ceaed3c760 req-24d35b1c-f2cc-4fe5-9f02-aee6e5c1fca0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=463074ac-22cf-4e1c-bc94-222bfb1c373a HTTP/1.1" status: 200 len: 853 time: 0.0452187 Mar 04 03:02:09.391233 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e9aff409-2ebc-485e-8f08-c5ceaed3c760 req-78911579-2f33-4f13-8394-8f2d1a07aa94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bd2c670-e7f9-48f4-baa5-d3f16c53ff23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256913 Mar 04 03:02:09.480650 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e9aff409-2ebc-485e-8f08-c5ceaed3c760 req-7924aa2b-caf5-49c6-a9df-6a77eba47cf6 service neutron] 10.222.0.13 "GET /v2.0/networks/9bd2c670-e7f9-48f4-baa5-d3f16c53ff23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806665 Mar 04 03:02:09.581894 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e9aff409-2ebc-485e-8f08-c5ceaed3c760 req-c78c87eb-75d5-4b37-8f97-494b06a4c68c service neutron] 10.222.0.13 "GET /v2.0/networks/9bd2c670-e7f9-48f4-baa5-d3f16c53ff23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934911 Mar 04 03:02:09.934277 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9af548-930e-4090-abab-1174dfe865d0 req-60faf05a-1a71-4acd-8b5e-243c72fb895f tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:09.935947 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6a9af548-930e-4090-abab-1174dfe865d0 req-60faf05a-1a71-4acd-8b5e-243c72fb895f tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad5a6435-e6a9-47fa-a63c-39de9b4474dd HTTP/1.1" status: 200 len: 943 time: 0.0551965 Mar 04 03:02:09.991397 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6a9af548-930e-4090-abab-1174dfe865d0 req-160ccbd8-f2c0-4167-b593-539ff1d23b64 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484231 Mar 04 03:02:10.102434 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3bcd6-3ee9-4ebe-b81e-7ca78388f89b req-5beaa118-2cad-45a8-b558-0e141da1abdc tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:10.103920 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-60a3bcd6-3ee9-4ebe-b81e-7ca78388f89b req-5beaa118-2cad-45a8-b558-0e141da1abdc tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0587544 Mar 04 03:02:10.150045 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-60a3bcd6-3ee9-4ebe-b81e-7ca78388f89b req-cd3150d3-61b0-411e-bb54-283e723af79c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401831 Mar 04 03:02:10.354808 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae77d86-83d2-4743-a8a0-cfc41131cd86 req-768f90f4-acdf-404f-8ef5-5bd0b947c3d1 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:10.354808 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cae77d86-83d2-4743-a8a0-cfc41131cd86 req-768f90f4-acdf-404f-8ef5-5bd0b947c3d1 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0588357 Mar 04 03:02:10.414935 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cae77d86-83d2-4743-a8a0-cfc41131cd86 req-60d616d6-276d-42de-9281-bb0db0b768f3 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518384 Mar 04 03:02:10.579214 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 33550) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:10.693486 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-aebb5e60-8b91-4797-ad58-764c6ccd3975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:10.769829 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-aebb5e60-8b91-4797-ad58-764c6ccd3975 admin admin] Publish callbacks [] for security_group (2fa8e5f5-608d-4516-8df4-d9e2e3e12c8c), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:10.774897 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-aebb5e60-8b91-4797-ad58-764c6ccd3975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (2fa8e5f5-608d-4516-8df4-d9e2e3e12c8c), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:10.818460 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-aebb5e60-8b91-4797-ad58-764c6ccd3975 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b43f99f9b7142f1b1ebad56f8df347a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378609 Mar 04 03:02:10.819346 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb5e60-8b91-4797-ad58-764c6ccd3975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa8e5f5-608d-4516-8df4-d9e2e3e12c8c,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:10.819622 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33570) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:10.875608 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-067f924d-33b3-49a7-8291-f52524e8fbff admin admin] Publish callbacks [] for security_group (2fa8e5f5-608d-4516-8df4-d9e2e3e12c8c), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:10.896022 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-067f924d-33b3-49a7-8291-f52524e8fbff admin admin] Publish callbacks [] for security_group (2fa8e5f5-608d-4516-8df4-d9e2e3e12c8c), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:10.947890 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-067f924d-33b3-49a7-8291-f52524e8fbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (2fa8e5f5-608d-4516-8df4-d9e2e3e12c8c), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:10.950708 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-067f924d-33b3-49a7-8291-f52524e8fbff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:10.951852 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-067f924d-33b3-49a7-8291-f52524e8fbff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2fa8e5f5-608d-4516-8df4-d9e2e3e12c8c HTTP/1.1" status: 204 len: 168 time: 0.1305749 Mar 04 03:02:10.960486 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f924d-33b3-49a7-8291-f52524e8fbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa8e5f5-608d-4516-8df4-d9e2e3e12c8c,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:11.124588 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783ad46-5eba-4101-9f23-e694eeb9adb2 req-e56b280f-ab0a-40c8-a889-747ebb97fa42 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:11.126126 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7783ad46-5eba-4101-9f23-e694eeb9adb2 req-e56b280f-ab0a-40c8-a889-747ebb97fa42 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad5a6435-e6a9-47fa-a63c-39de9b4474dd HTTP/1.1" status: 200 len: 943 time: 0.0622892 Mar 04 03:02:11.179085 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7783ad46-5eba-4101-9f23-e694eeb9adb2 req-4007e143-d854-45fb-9da0-656359d8eb27 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475249 Mar 04 03:02:11.289358 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0ba60-402e-4be4-b237-b82e0b8386c9 req-2744fb2f-f57e-435d-859d-a85c779ec1f1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:11.291031 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-14b0ba60-402e-4be4-b237-b82e0b8386c9 req-2744fb2f-f57e-435d-859d-a85c779ec1f1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0591509 Mar 04 03:02:11.304514 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33618) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:11.320127 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-03731793-dcc4-4491-9c85-679f3e39dac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:11.345956 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-14b0ba60-402e-4be4-b237-b82e0b8386c9 req-269f1173-2269-4134-822f-61115103b93b tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491025 Mar 04 03:02:11.409851 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-03731793-dcc4-4491-9c85-679f3e39dac3 admin admin] Publish callbacks [] for security_group (6004d051-8648-4359-8155-4c1c939b6e9f), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:11.413417 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-03731793-dcc4-4491-9c85-679f3e39dac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (6004d051-8648-4359-8155-4c1c939b6e9f), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:11.451623 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-03731793-dcc4-4491-9c85-679f3e39dac3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c877bb97220845efae3cd24bce7a8cea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458271 Mar 04 03:02:11.452399 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03731793-dcc4-4491-9c85-679f3e39dac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6004d051-8648-4359-8155-4c1c939b6e9f,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:11.454334 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 33624) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:11.543348 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0dbfe581-d3a1-4dd6-8c0e-fbb50fb87297 admin admin] Publish callbacks [] for security_group (6004d051-8648-4359-8155-4c1c939b6e9f), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:11.584739 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b5c01-c83d-4db1-aa61-f033cc08e1af req-2c934101-3e7c-44a6-8c0c-9585f5522537 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:11.586619 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-173b5c01-c83d-4db1-aa61-f033cc08e1af req-2c934101-3e7c-44a6-8c0c-9585f5522537 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0975850 Mar 04 03:02:11.591850 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0dbfe581-d3a1-4dd6-8c0e-fbb50fb87297 admin admin] Publish callbacks [] for security_group (6004d051-8648-4359-8155-4c1c939b6e9f), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:11.662750 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-173b5c01-c83d-4db1-aa61-f033cc08e1af req-1336314e-b8e4-4332-8ade-c7935b3e4308 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685639 Mar 04 03:02:11.676562 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0dbfe581-d3a1-4dd6-8c0e-fbb50fb87297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (6004d051-8648-4359-8155-4c1c939b6e9f), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:11.679192 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0dbfe581-d3a1-4dd6-8c0e-fbb50fb87297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:11.680883 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-0dbfe581-d3a1-4dd6-8c0e-fbb50fb87297 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6004d051-8648-4359-8155-4c1c939b6e9f HTTP/1.1" status: 204 len: 168 time: 0.2255206 Mar 04 03:02:11.691392 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfe581-d3a1-4dd6-8c0e-fbb50fb87297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6004d051-8648-4359-8155-4c1c939b6e9f,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:11.886305 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device e476b9a2-a22a-47ac-adea-ec15c9044b61 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 03:02:11.990473 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port e476b9a2-a22a-47ac-adea-ec15c9044b61, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=e476b9a2-a22a-47ac-adea-ec15c9044b61,segment=NetworkSegment(566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55),segment_id=566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:02:12.011793 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': 'e476b9a2-a22a-47ac-adea-ec15c9044b61', 'network_id': '9bd2c670-e7f9-48f4-baa5-d3f16c53ff23', 'port_id': 'e476b9a2-a22a-47ac-adea-ec15c9044b61', 'mac_address': 'fa:16:3e:6e:f4:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '463074ac-22cf-4e1c-bc94-222bfb1c373a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 03:02:12.021135 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:12.052568 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port e476b9a2-a22a-47ac-adea-ec15c9044b61 is: DOWN; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:02:12.052965 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (e476b9a2-a22a-47ac-adea-ec15c9044b61), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:12.065353 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e476b9a2-a22a-47ac-adea-ec15c9044b61 {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:02:12.085064 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port e476b9a2-a22a-47ac-adea-ec15c9044b61, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=e476b9a2-a22a-47ac-adea-ec15c9044b61,segment=NetworkSegment(566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55),segment_id=566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:02:12.089958 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (e476b9a2-a22a-47ac-adea-ec15c9044b61), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:12.140902 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=e476b9a2-a22a-47ac-adea-ec15c9044b61,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:12.296673 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff0908-3169-4083-8fe3-27f5c67bc163 req-9e3ac175-c111-4fe8-9008-56f63887db7d tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:12.298102 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-00ff0908-3169-4083-8fe3-27f5c67bc163 req-9e3ac175-c111-4fe8-9008-56f63887db7d tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad5a6435-e6a9-47fa-a63c-39de9b4474dd HTTP/1.1" status: 200 len: 944 time: 0.0523856 Mar 04 03:02:12.347901 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-00ff0908-3169-4083-8fe3-27f5c67bc163 req-cb18e3c4-6386-4e05-8b22-25147e8750c6 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443323 Mar 04 03:02:12.406485 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 33640) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:12.478613 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22d7024-2b41-4f47-819c-489ee535c87c admin admin] Deleting subnet 642ba3c0-d988-4230-8536-62eae35ab9ce {{(pid=102946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 03:02:12.482748 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d22d7024-2b41-4f47-819c-489ee535c87c admin admin] Publish callbacks [] for subnet (642ba3c0-d988-4230-8536-62eae35ab9ce), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:12.497851 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['e476b9a2-a22a-47ac-adea-ec15c9044b61'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:02:12.522106 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35eb4a-aa92-4af4-9abd-2b88dd562345 req-aeb4b113-8d18-40c7-9939-37c90174078e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:12.523710 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ec35eb4a-aa92-4af4-9abd-2b88dd562345 req-aeb4b113-8d18-40c7-9939-37c90174078e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0921061 Mar 04 03:02:12.529668 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d22d7024-2b41-4f47-819c-489ee535c87c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9053631'] for subnet (642ba3c0-d988-4230-8536-62eae35ab9ce), precommit_delete_associations {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:12.600138 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d22d7024-2b41-4f47-819c-489ee535c87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511659'] for subnet (642ba3c0-d988-4230-8536-62eae35ab9ce), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:12.628289 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ec35eb4a-aa92-4af4-9abd-2b88dd562345 req-7df7de11-855b-40e1-8f00-c71e27aae749 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965660 Mar 04 03:02:12.659805 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d22d7024-2b41-4f47-819c-489ee535c87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11867116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11473261'] for subnet (642ba3c0-d988-4230-8536-62eae35ab9ce), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:12.683973 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d7024-2b41-4f47-819c-489ee535c87c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=642ba3c0-d988-4230-8536-62eae35ab9ce,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:12.689738 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d22d7024-2b41-4f47-819c-489ee535c87c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:12.696519 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33650) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:12.697009 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-d22d7024-2b41-4f47-819c-489ee535c87c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/642ba3c0-d988-4230-8536-62eae35ab9ce HTTP/1.1" status: 204 len: 168 time: 0.2889307 Mar 04 03:02:12.778998 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-769cdfad-5d1b-40cc-923b-4175da4221be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516816'] for network (464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:12.795106 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd996ca-8521-44cc-8fbf-d2d768d77b3a req-6ff33ac0-55ac-4cc3-ada1-856d001cf643 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:12.796613 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-afd996ca-8521-44cc-8fbf-d2d768d77b3a req-6ff33ac0-55ac-4cc3-ada1-856d001cf643 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0532107 Mar 04 03:02:12.847614 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-afd996ca-8521-44cc-8fbf-d2d768d77b3a req-c366bb9a-a952-4589-a0ca-27dcc13e0cc8 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454578 Mar 04 03:02:12.856949 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-769cdfad-5d1b-40cc-923b-4175da4221be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621520', 'neutron.services.segments.db._delete_segments_for_network-8753426307485'] for network (464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:12.877127 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-769cdfad-5d1b-40cc-923b-4175da4221be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7']}} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:02:12.886480 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-769cdfad-5d1b-40cc-923b-4175da4221be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e383840-be9f-4807-838c-ba84cbc75df9') {'for_net_delete': True} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:02:12.886783 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-769cdfad-5d1b-40cc-923b-4175da4221be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e383840-be9f-4807-838c-ba84cbc75df9') {} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:02:12.895802 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-769cdfad-5d1b-40cc-923b-4175da4221be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753426310822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797352'] for segment (3e383840-be9f-4807-838c-ba84cbc75df9), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:12.909152 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-769cdfad-5d1b-40cc-923b-4175da4221be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (3e383840-be9f-4807-838c-ba84cbc75df9), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:12.915744 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769cdfad-5d1b-40cc-923b-4175da4221be admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=102948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 03:02:12.916122 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-769cdfad-5d1b-40cc-923b-4175da4221be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12132969'] for segment (3e383840-be9f-4807-838c-ba84cbc75df9), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: Traceback (most recent call last): Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: timer() Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: cb(*args, **kw) Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: return func(*args, **kwargs) Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: self._notify() Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: self.callback(batched_events) Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: event.method(event) Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: return f(self, *a, **k) Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: return self._get(url).json() Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: return self.request(url, 'GET', **kwargs) Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 03:02:12.919829 dv-cinder-828061-7-iscsi neutron-server[102948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 03:02:12.976241 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-769cdfad-5d1b-40cc-923b-4175da4221be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641210'] for network (464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:12.982521 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-769cdfad-5d1b-40cc-923b-4175da4221be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:12.991090 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-769cdfad-5d1b-40cc-923b-4175da4221be admin admin] 10.222.0.16 "DELETE /v2.0/networks/464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7 HTTP/1.1" status: 204 len: 168 time: 0.2901945 Mar 04 03:02:13.004052 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769cdfad-5d1b-40cc-923b-4175da4221be admin admin] Pushing event deleted for resources: {'Network': ['ID=464ea7ed-d8ea-49f3-a4b0-1ea2905b4ec7,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:13.153977 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33656) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:13.193669 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-311fb03f-1471-40bb-95be-ee2383b6de8a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=695cd22e97d749abba3341ee30d3a3f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384955 Mar 04 03:02:13.196251 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33658) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:13.243171 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3d313980-434d-4a8d-8b64-4658189b508e admin admin] Publish callbacks [] for security_group (5b85e221-b0a3-4c16-af8a-8c2367063203), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:13.263327 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3d313980-434d-4a8d-8b64-4658189b508e admin admin] Publish callbacks [] for security_group (5b85e221-b0a3-4c16-af8a-8c2367063203), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:13.311664 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3d313980-434d-4a8d-8b64-4658189b508e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (5b85e221-b0a3-4c16-af8a-8c2367063203), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:13.314484 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3d313980-434d-4a8d-8b64-4658189b508e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:13.315604 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-3d313980-434d-4a8d-8b64-4658189b508e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b85e221-b0a3-4c16-af8a-8c2367063203 HTTP/1.1" status: 204 len: 168 time: 0.1184838 Mar 04 03:02:13.323198 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d313980-434d-4a8d-8b64-4658189b508e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b85e221-b0a3-4c16-af8a-8c2367063203,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:13.466006 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f5cb9-d142-48a2-aec2-8622f4049c6d req-c90a77d7-55d8-4f4e-a70a-89dc9bbe222b tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:13.467544 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7f3f5cb9-d142-48a2-aec2-8622f4049c6d req-c90a77d7-55d8-4f4e-a70a-89dc9bbe222b tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad5a6435-e6a9-47fa-a63c-39de9b4474dd HTTP/1.1" status: 200 len: 944 time: 0.0543633 Mar 04 03:02:13.517547 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7f3f5cb9-d142-48a2-aec2-8622f4049c6d req-fa68a503-1d5f-4431-8b26-e612c70bd5e9 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417216 Mar 04 03:02:13.758932 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad619bf-c197-4dbd-b5f3-e45fed56e72e req-5808cf36-8b45-478f-aaef-641d094c0665 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:13.760368 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4ad619bf-c197-4dbd-b5f3-e45fed56e72e req-5808cf36-8b45-478f-aaef-641d094c0665 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0532176 Mar 04 03:02:13.810011 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4ad619bf-c197-4dbd-b5f3-e45fed56e72e req-d7d6b0d9-0cba-40f2-a8dc-e9e4a8a74d86 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446479 Mar 04 03:02:13.982808 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81f280-2944-4b2a-9c35-68e58c1220a9 req-5d0f9668-d114-4bea-b7cb-2cabd5d0666e tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:13.984467 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6f81f280-2944-4b2a-9c35-68e58c1220a9 req-5d0f9668-d114-4bea-b7cb-2cabd5d0666e tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0653164 Mar 04 03:02:14.015943 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33692) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:14.035200 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6f81f280-2944-4b2a-9c35-68e58c1220a9 req-172440a3-f820-4372-a96a-0512ee9f7465 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440195 Mar 04 03:02:14.132026 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-32a5746b-ad75-452e-8ef4-f0d8e1885743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:14.228205 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-32a5746b-ad75-452e-8ef4-f0d8e1885743 admin admin] Publish callbacks [] for security_group (e88006a1-0e00-426a-9506-b4f6d53453d6), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:14.232910 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-32a5746b-ad75-452e-8ef4-f0d8e1885743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (e88006a1-0e00-426a-9506-b4f6d53453d6), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:14.276411 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4263a-b807-4e08-b396-4210cfedea74 req-a83a0263-1925-49df-b18a-ec0a5c5745a9 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:14.283177 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cad4263a-b807-4e08-b396-4210cfedea74 req-a83a0263-1925-49df-b18a-ec0a5c5745a9 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0642846 Mar 04 03:02:14.284756 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5746b-ad75-452e-8ef4-f0d8e1885743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88006a1-0e00-426a-9506-b4f6d53453d6,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:14.293611 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-32a5746b-ad75-452e-8ef4-f0d8e1885743 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70b7f5141b0042c1b7d7f2ce21b37350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2742200 Mar 04 03:02:14.294728 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33706) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:14.347268 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-915d615d-ef61-4767-8ddf-1a0be7b9b3e3 admin admin] Publish callbacks [] for security_group (e88006a1-0e00-426a-9506-b4f6d53453d6), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:14.364660 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cad4263a-b807-4e08-b396-4210cfedea74 req-261f0af8-3503-4007-8a47-e108b0241d55 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806286 Mar 04 03:02:14.375326 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b8239-4690-49a9-815b-f239c1359fad req-40e4ed44-1983-4ec5-8cd9-3e6f1ceba7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:14.376978 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fd9b8239-4690-49a9-815b-f239c1359fad req-40e4ed44-1983-4ec5-8cd9-3e6f1ceba7ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd4856b10f144130bf4788557dd60a24&device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 1129 time: 0.0771790 Mar 04 03:02:14.394718 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-915d615d-ef61-4767-8ddf-1a0be7b9b3e3 admin admin] Publish callbacks [] for security_group (e88006a1-0e00-426a-9506-b4f6d53453d6), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:14.451552 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-915d615d-ef61-4767-8ddf-1a0be7b9b3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (e88006a1-0e00-426a-9506-b4f6d53453d6), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:14.454292 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-915d615d-ef61-4767-8ddf-1a0be7b9b3e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:14.458078 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-915d615d-ef61-4767-8ddf-1a0be7b9b3e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e88006a1-0e00-426a-9506-b4f6d53453d6 HTTP/1.1" status: 204 len: 168 time: 0.1607077 Mar 04 03:02:14.466786 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d615d-ef61-4767-8ddf-1a0be7b9b3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88006a1-0e00-426a-9506-b4f6d53453d6,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:14.515318 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b8239-4690-49a9-815b-f239c1359fad req-a67229d8-efb5-4146-9ace-b9adc20786fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:14.517005 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fd9b8239-4690-49a9-815b-f239c1359fad req-a67229d8-efb5-4146-9ace-b9adc20786fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=89103e18-9486-4035-aa3f-78b34592cbe0 HTTP/1.1" status: 200 len: 911 time: 0.1317790 Mar 04 03:02:14.602726 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fd9b8239-4690-49a9-815b-f239c1359fad req-25747ba0-f66b-45fe-acea-822ae3253b58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7747af9-a194-4762-89da-a246ee4f140b HTTP/1.1" status: 200 len: 1000 time: 0.0750933 Mar 04 03:02:14.680695 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b8239-4690-49a9-815b-f239c1359fad req-afa79691-7282-4bc2-a3cf-21f297edaf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:14.682176 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fd9b8239-4690-49a9-815b-f239c1359fad req-afa79691-7282-4bc2-a3cf-21f297edaf20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6f4c4ae-a118-4ae8-b92d-55d0c45c943d HTTP/1.1" status: 200 len: 849 time: 0.0719836 Mar 04 03:02:14.693411 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efb148-cc82-4813-84b3-7c7ca0167460 req-825f4146-532f-4cf9-8ac5-b60c69bdda78 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:14.694829 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-78efb148-cc82-4813-84b3-7c7ca0167460 req-825f4146-532f-4cf9-8ac5-b60c69bdda78 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad5a6435-e6a9-47fa-a63c-39de9b4474dd HTTP/1.1" status: 200 len: 944 time: 0.0963013 Mar 04 03:02:14.769533 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-78efb148-cc82-4813-84b3-7c7ca0167460 req-e2b9791d-165c-4a54-b954-ed4287870618 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645697 Mar 04 03:02:14.772680 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b8239-4690-49a9-815b-f239c1359fad req-41f4e8e9-8524-4f5f-a398-c870149706d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:14.774653 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fd9b8239-4690-49a9-815b-f239c1359fad req-41f4e8e9-8524-4f5f-a398-c870149706d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=89103e18-9486-4035-aa3f-78b34592cbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784442 Mar 04 03:02:14.876406 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fd9b8239-4690-49a9-815b-f239c1359fad req-35ffe481-b6ab-4e13-848e-a8fb8d025844 service neutron] 10.222.0.13 "GET /v2.0/networks/89103e18-9486-4035-aa3f-78b34592cbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955305 Mar 04 03:02:15.003417 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b0376-651f-4637-a42a-e32a662e68e8 req-8d28bfe3-86bc-4d88-a212-969cb29fd830 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:15.004904 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-339b0376-651f-4637-a42a-e32a662e68e8 req-8d28bfe3-86bc-4d88-a212-969cb29fd830 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.1112709 Mar 04 03:02:15.027332 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fd9b8239-4690-49a9-815b-f239c1359fad req-e7530fd6-b124-4c90-a2ef-b084b0ced69f service neutron] 10.222.0.13 "GET /v2.0/networks/89103e18-9486-4035-aa3f-78b34592cbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410110 Mar 04 03:02:15.057648 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-339b0376-651f-4637-a42a-e32a662e68e8 req-035c2f1e-f320-478a-a710-80c7ccfcc8d9 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468657 Mar 04 03:02:15.160799 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33736) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:15.256116 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-6cc5fb00-22b8-44ee-95c2-424f80910078 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1190077744-network', 'tenant_id': '47ceef51f67f4f8386ee7cb39b5ca0d7'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:02:15.275497 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc5fb00-22b8-44ee-95c2-424f80910078 admin admin] Made reservation on behalf of 47ceef51f67f4f8386ee7cb39b5ca0d7 for: {'network': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:02:15.277725 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6cc5fb00-22b8-44ee-95c2-424f80910078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for network (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:15.288032 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6cc5fb00-22b8-44ee-95c2-424f80910078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:15.358948 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6cc5fb00-22b8-44ee-95c2-424f80910078 admin admin] Publish callbacks [] for security_group (5785ab09-47fe-4ee7-b7bd-3a5dd600294f), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:15.363590 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6cc5fb00-22b8-44ee-95c2-424f80910078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (5785ab09-47fe-4ee7-b7bd-3a5dd600294f), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:15.384465 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc5fb00-22b8-44ee-95c2-424f80910078 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=102948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 03:02:15.397245 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5fb00-22b8-44ee-95c2-424f80910078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5785ab09-47fe-4ee7-b7bd-3a5dd600294f,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:15.402157 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6cc5fb00-22b8-44ee-95c2-424f80910078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (4c4d18bf-062d-4625-9714-1c188f4e8495), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:15.402502 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.db.segments_db [None req-6cc5fb00-22b8-44ee-95c2-424f80910078 admin admin] Added segment 4c4d18bf-062d-4625-9714-1c188f4e8495 of type vlan for network e0e91255-43c9-469f-9f8a-a371099ff49d Mar 04 03:02:15.441604 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6cc5fb00-22b8-44ee-95c2-424f80910078 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753425852492'] for network (e0e91255-43c9-469f-9f8a-a371099ff49d), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:15.467073 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6cc5fb00-22b8-44ee-95c2-424f80910078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for network (e0e91255-43c9-469f-9f8a-a371099ff49d), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:15.468153 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc5fb00-22b8-44ee-95c2-424f80910078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:15.468753 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6cc5fb00-22b8-44ee-95c2-424f80910078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:15.491794 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09131a-c086-4362-b88c-4b7bcdb19e2f req-47f915bb-848d-4748-93c7-755e2fd49418 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:15.494509 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7a09131a-c086-4362-b88c-4b7bcdb19e2f req-47f915bb-848d-4748-93c7-755e2fd49418 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0569687 Mar 04 03:02:15.517120 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-6cc5fb00-22b8-44ee-95c2-424f80910078 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3552377 Mar 04 03:02:15.520248 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 33742) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:15.525961 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-7b133ba6-ba07-4fe4-a326-44088676089a admin admin] Request body: {'subnet': {'network_id': 'e0e91255-43c9-469f-9f8a-a371099ff49d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1190077744-subnet', 'tenant_id': '47ceef51f67f4f8386ee7cb39b5ca0d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:02:15.530262 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5fb00-22b8-44ee-95c2-424f80910078 admin admin] Pushing event updated for resources: {'Network': ['ID=e0e91255-43c9-469f-9f8a-a371099ff49d,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:15.540282 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Network e0e91255-43c9-469f-9f8a-a371099ff49d details requested by agent ovs-agent-dv-cinder-828061-7-iscsi with host dv-cinder-828061-7-iscsi {{(pid=102955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 03:02:15.573172 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7a09131a-c086-4362-b88c-4b7bcdb19e2f req-f2341063-7fd6-46a9-be9e-4279ce89565a tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717461 Mar 04 03:02:15.575231 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b133ba6-ba07-4fe4-a326-44088676089a admin admin] Made reservation on behalf of 47ceef51f67f4f8386ee7cb39b5ca0d7 for: {'subnet': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:02:15.578837 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-7b133ba6-ba07-4fe4-a326-44088676089a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11473222'] for subnet (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:15.754416 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-7b133ba6-ba07-4fe4-a326-44088676089a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11867051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11473268'] for subnet (e7890464-b9a2-46e5-ad4e-9852d6448bb5), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:15.809907 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b133ba6-ba07-4fe4-a326-44088676089a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7890464-b9a2-46e5-ad4e-9852d6448bb5,revision_number=0']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:15.826752 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b133ba6-ba07-4fe4-a326-44088676089a admin admin] Checking segment: {'id': '4c4d18bf-062d-4625-9714-1c188f4e8495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e0e91255-43c9-469f-9f8a-a371099ff49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:02:15.827194 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b133ba6-ba07-4fe4-a326-44088676089a admin admin] Network hostable DHCP agents. Network: e0e91255-43c9-469f-9f8a-a371099ff49d, hostable agents: ['193be762-5f90-4059-8499-961b96963e98'], hosted agents: [] {{(pid=102946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 03:02:15.844528 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b133ba6-ba07-4fe4-a326-44088676089a admin admin] Network e0e91255-43c9-469f-9f8a-a371099ff49d is scheduled to be hosted by DHCP agent 193be762-5f90-4059-8499-961b96963e98 with binding_index 1 {{(pid=102946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 03:02:15.878092 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-7b133ba6-ba07-4fe4-a326-44088676089a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-7-iscsi, e0e91255-43c9-469f-9f8a-a371099ff49d) {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:02:15.884621 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b133ba6-ba07-4fe4-a326-44088676089a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:15.885197 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-7b133ba6-ba07-4fe4-a326-44088676089a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:15.892659 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909552c7-5cac-451f-bf1a-5662840ba951 None None] Network e0e91255-43c9-469f-9f8a-a371099ff49d requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:02:15.918424 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-7b133ba6-ba07-4fe4-a326-44088676089a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3889675 Mar 04 03:02:15.932506 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d1a87-5fb5-40c0-890e-cbf129edb751 req-d29f1e07-a35b-46e5-9cc2-e9e7591a01c9 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:15.934133 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-912d1a87-5fb5-40c0-890e-cbf129edb751 req-d29f1e07-a35b-46e5-9cc2-e9e7591a01c9 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad5a6435-e6a9-47fa-a63c-39de9b4474dd HTTP/1.1" status: 200 len: 944 time: 0.0871599 Mar 04 03:02:15.958842 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 4f8ced06-af44-4944-8712-1d93dfbd72ce details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 03:02:15.971826 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device e476b9a2-a22a-47ac-adea-ec15c9044b61 up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:02:16.031082 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-912d1a87-5fb5-40c0-890e-cbf129edb751 req-4fa9c2a9-6f2c-4908-a780-d627c60230c0 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890961 Mar 04 03:02:16.169178 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning for port e476b9a2-a22a-47ac-adea-ec15c9044b61 completed by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 03:02:16.175825 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd944667-97f3-4f6d-bfb1-9ad0935a62a3 None None] Network e0e91255-43c9-469f-9f8a-a371099ff49d requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:02:16.198287 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port e476b9a2-a22a-47ac-adea-ec15c9044b61 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:02:16.198900 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (e476b9a2-a22a-47ac-adea-ec15c9044b61), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:16.203435 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0297576-af1e-437f-96b1-117826cc0f22 req-fc86e99f-e1cc-4e1b-b17c-532da218af08 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:16.205444 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c0297576-af1e-437f-96b1-117826cc0f22 req-fc86e99f-e1cc-4e1b-b17c-532da218af08 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0633657 Mar 04 03:02:16.262636 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c0297576-af1e-437f-96b1-117826cc0f22 req-3804d667-5906-4762-96e1-38cf0017f207 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510118 Mar 04 03:02:16.405609 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 4f8ced06-af44-4944-8712-1d93dfbd72ce, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4f8ced06-af44-4944-8712-1d93dfbd72ce,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:02:16.429155 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': '4f8ced06-af44-4944-8712-1d93dfbd72ce', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'port_id': '4f8ced06-af44-4944-8712-1d93dfbd72ce', 'mac_address': 'fa:16:3e:4c:21:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 03:02:16.469664 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 33772) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:16.475095 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-d0869ae9-ca66-4730-beec-2079ad226695 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1184445263-network', 'tenant_id': '168580d3a2cd4820b276f3d5fac050b5'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:02:16.496338 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0869ae9-ca66-4730-beec-2079ad226695 admin admin] Made reservation on behalf of 168580d3a2cd4820b276f3d5fac050b5 for: {'network': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:02:16.499455 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d0869ae9-ca66-4730-beec-2079ad226695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for network (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:16.511533 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d0869ae9-ca66-4730-beec-2079ad226695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:16.533634 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port 4f8ced06-af44-4944-8712-1d93dfbd72ce is: ACTIVE; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:02:16.534569 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:16.548515 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port e476b9a2-a22a-47ac-adea-ec15c9044b61 is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:02:16.549041 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (e476b9a2-a22a-47ac-adea-ec15c9044b61), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:16.556279 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f8ced06-af44-4944-8712-1d93dfbd72ce {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:02:16.590255 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 4f8ced06-af44-4944-8712-1d93dfbd72ce, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4f8ced06-af44-4944-8712-1d93dfbd72ce,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:02:16.594759 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5a6435-e6a9-47fa-a63c-39de9b4474dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e476b9a2-a22a-47ac-adea-ec15c9044b61'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:02:16.596550 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d0869ae9-ca66-4730-beec-2079ad226695 admin admin] Publish callbacks [] for security_group (df15aef4-035c-4f5b-bdc2-70dafbdb9659), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:16.597011 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613a30c8-4f38-44a9-87d4-a82b1a048e8e" -d '{"events": [{"server_uuid": "ad5a6435-e6a9-47fa-a63c-39de9b4474dd", "name": "network-vif-plugged", "status": "completed", "tag": "e476b9a2-a22a-47ac-adea-ec15c9044b61"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:02:16.599839 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d0869ae9-ca66-4730-beec-2079ad226695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (df15aef4-035c-4f5b-bdc2-70dafbdb9659), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:16.607206 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:16.613066 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port e476b9a2-a22a-47ac-adea-ec15c9044b61, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=e476b9a2-a22a-47ac-adea-ec15c9044b61,segment=NetworkSegment(566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55),segment_id=566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:02:16.631989 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0869ae9-ca66-4730-beec-2079ad226695 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=102946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 03:02:16.645847 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0869ae9-ca66-4730-beec-2079ad226695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df15aef4-035c-4f5b-bdc2-70dafbdb9659,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:16.652301 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (e476b9a2-a22a-47ac-adea-ec15c9044b61), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:16.657939 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d0869ae9-ca66-4730-beec-2079ad226695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (c522d530-b71d-40bd-a491-bf74f2ff7678), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:16.658338 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.db.segments_db [None req-d0869ae9-ca66-4730-beec-2079ad226695 admin admin] Added segment c522d530-b71d-40bd-a491-bf74f2ff7678 of type vlan for network 0ea42e11-5d1e-4ec3-9cb5-1f22d2dd5f04 Mar 04 03:02:16.663377 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1933332-6048-42cb-8124-a49ea585504f x-openstack-request-id: req-a1933332-6048-42cb-8124-a49ea585504f {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:02:16.663895 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5a6435-e6a9-47fa-a63c-39de9b4474dd", "name": "network-vif-plugged", "status": "completed", "tag": "e476b9a2-a22a-47ac-adea-ec15c9044b61", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:02:16.664339 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1933332-6048-42cb-8124-a49ea585504f {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:02:16.665093 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5a6435-e6a9-47fa-a63c-39de9b4474dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e476b9a2-a22a-47ac-adea-ec15c9044b61', 'code': 200} Mar 04 03:02:16.693206 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=4f8ced06-af44-4944-8712-1d93dfbd72ce,revision_number=6']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:16.729820 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['4f8ced06-af44-4944-8712-1d93dfbd72ce'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:02:16.751407 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d0869ae9-ca66-4730-beec-2079ad226695 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753425852492'] for network (0ea42e11-5d1e-4ec3-9cb5-1f22d2dd5f04), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:16.786428 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dea35d-34f7-460d-b54c-0ca55995aa1f req-4588dffb-f48d-414a-bbfb-9abd6fc63ac3 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:16.788230 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-89dea35d-34f7-460d-b54c-0ca55995aa1f req-4588dffb-f48d-414a-bbfb-9abd6fc63ac3 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0868814 Mar 04 03:02:16.800448 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=e476b9a2-a22a-47ac-adea-ec15c9044b61,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:16.801782 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d0869ae9-ca66-4730-beec-2079ad226695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for network (0ea42e11-5d1e-4ec3-9cb5-1f22d2dd5f04), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:16.802694 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0869ae9-ca66-4730-beec-2079ad226695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:16.803271 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d0869ae9-ca66-4730-beec-2079ad226695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:16.898749 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-d0869ae9-ca66-4730-beec-2079ad226695 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4265790 Mar 04 03:02:16.901537 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33778) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:16.906418 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-272fa1f8-b4c8-4e77-9382-b67d890fa7b2 admin admin] Request body: {'subnet': {'network_id': '0ea42e11-5d1e-4ec3-9cb5-1f22d2dd5f04', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1184445263-subnet', 'tenant_id': '168580d3a2cd4820b276f3d5fac050b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:02:16.929063 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272fa1f8-b4c8-4e77-9382-b67d890fa7b2 admin admin] Made reservation on behalf of 168580d3a2cd4820b276f3d5fac050b5 for: {'subnet': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:02:16.933118 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-272fa1f8-b4c8-4e77-9382-b67d890fa7b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12482593'] for subnet (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:16.935400 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0869ae9-ca66-4730-beec-2079ad226695 admin admin] Pushing event updated for resources: {'Network': ['ID=0ea42e11-5d1e-4ec3-9cb5-1f22d2dd5f04,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:16.945179 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-89dea35d-34f7-460d-b54c-0ca55995aa1f req-80ada3da-4f94-4340-a783-c298206af6bf tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500967 Mar 04 03:02:16.958634 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Network 0ea42e11-5d1e-4ec3-9cb5-1f22d2dd5f04 details requested by agent ovs-agent-dv-cinder-828061-7-iscsi with host dv-cinder-828061-7-iscsi {{(pid=102955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 03:02:16.967132 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f61fe-4717-4456-972f-34ff19ce2c7b req-9f3f0e9b-5afe-4a57-979a-9f4eddcb15f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:16.968819 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1d8f61fe-4717-4456-972f-34ff19ce2c7b req-9f3f0e9b-5afe-4a57-979a-9f4eddcb15f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad5a6435-e6a9-47fa-a63c-39de9b4474dd HTTP/1.1" status: 200 len: 1129 time: 0.1555653 Mar 04 03:02:17.049163 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1d8f61fe-4717-4456-972f-34ff19ce2c7b req-a831cad0-00de-4d36-802a-722c363dde77 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658774 Mar 04 03:02:17.124247 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-272fa1f8-b4c8-4e77-9382-b67d890fa7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12133104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12482579'] for subnet (add729e9-1004-406f-8898-da100b83660e), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:17.157247 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a948e-e518-4ba6-9730-790f72dc88ed req-7a4366de-8520-4d3c-8373-1a0bf36d75cd tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:17.158374 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e58a948e-e518-4ba6-9730-790f72dc88ed req-7a4366de-8520-4d3c-8373-1a0bf36d75cd tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad5a6435-e6a9-47fa-a63c-39de9b4474dd HTTP/1.1" status: 200 len: 945 time: 0.0600696 Mar 04 03:02:17.185516 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fa1f8-b4c8-4e77-9382-b67d890fa7b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=add729e9-1004-406f-8898-da100b83660e,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:17.195808 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272fa1f8-b4c8-4e77-9382-b67d890fa7b2 admin admin] Checking segment: {'id': 'c522d530-b71d-40bd-a491-bf74f2ff7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '0ea42e11-5d1e-4ec3-9cb5-1f22d2dd5f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:02:17.196168 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272fa1f8-b4c8-4e77-9382-b67d890fa7b2 admin admin] Network hostable DHCP agents. Network: 0ea42e11-5d1e-4ec3-9cb5-1f22d2dd5f04, hostable agents: ['193be762-5f90-4059-8499-961b96963e98'], hosted agents: [] {{(pid=102948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 03:02:17.208174 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e58a948e-e518-4ba6-9730-790f72dc88ed req-fd208fda-2865-4b11-9b0d-14017fbff3bb tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439100 Mar 04 03:02:17.215206 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272fa1f8-b4c8-4e77-9382-b67d890fa7b2 admin admin] Network 0ea42e11-5d1e-4ec3-9cb5-1f22d2dd5f04 is scheduled to be hosted by DHCP agent 193be762-5f90-4059-8499-961b96963e98 with binding_index 1 {{(pid=102948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 03:02:17.225561 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-272fa1f8-b4c8-4e77-9382-b67d890fa7b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-7-iscsi, 0ea42e11-5d1e-4ec3-9cb5-1f22d2dd5f04) {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:02:17.229716 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272fa1f8-b4c8-4e77-9382-b67d890fa7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:17.230353 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-272fa1f8-b4c8-4e77-9382-b67d890fa7b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:17.236002 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db2a723-a40f-4e3b-ba27-ca0e15a17704 None None] Network 0ea42e11-5d1e-4ec3-9cb5-1f22d2dd5f04 requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:02:17.251214 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-272fa1f8-b4c8-4e77-9382-b67d890fa7b2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3484356 Mar 04 03:02:17.357031 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32667388-ae21-4c02-97c4-09db157aaa21 None None] Network 0ea42e11-5d1e-4ec3-9cb5-1f22d2dd5f04 requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:02:17.379329 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33790) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:17.405156 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f759252-21f1-4bb4-ab6f-8c903bc8cdeb req-6b40a05f-4746-4122-909b-83770047a8af tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:17.407042 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5f759252-21f1-4bb4-ab6f-8c903bc8cdeb req-6b40a05f-4746-4122-909b-83770047a8af tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 945 time: 0.0630922 Mar 04 03:02:17.424454 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_v2 [None req-68fc94d6-62c4-423f-9884-2746e46c9e49 admin admin] Deleting subnet e7890464-b9a2-46e5-ad4e-9852d6448bb5 {{(pid=102948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 03:02:17.427699 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-68fc94d6-62c4-423f-9884-2746e46c9e49 admin admin] Publish callbacks [] for subnet (e7890464-b9a2-46e5-ad4e-9852d6448bb5), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:17.463072 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5f759252-21f1-4bb4-ab6f-8c903bc8cdeb req-cf33624f-653c-426c-86c3-44d784a0de73 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487914 Mar 04 03:02:17.465956 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-68fc94d6-62c4-423f-9884-2746e46c9e49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797375'] for subnet (e7890464-b9a2-46e5-ad4e-9852d6448bb5), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:17.510098 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-68fc94d6-62c4-423f-9884-2746e46c9e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511659'] for subnet (e7890464-b9a2-46e5-ad4e-9852d6448bb5), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:17.559598 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-68fc94d6-62c4-423f-9884-2746e46c9e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12133047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12482570'] for subnet (e7890464-b9a2-46e5-ad4e-9852d6448bb5), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:17.586460 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc94d6-62c4-423f-9884-2746e46c9e49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7890464-b9a2-46e5-ad4e-9852d6448bb5,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:17.588397 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-68fc94d6-62c4-423f-9884-2746e46c9e49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:17.591579 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-68fc94d6-62c4-423f-9884-2746e46c9e49 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e7890464-b9a2-46e5-ad4e-9852d6448bb5 HTTP/1.1" status: 204 len: 168 time: 0.2112002 Mar 04 03:02:17.593981 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33792) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:17.659538 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-02f7c747-a1bd-4d6b-bddb-807d7ff4e376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516816'] for network (e0e91255-43c9-469f-9f8a-a371099ff49d), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:17.737834 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-02f7c747-a1bd-4d6b-bddb-807d7ff4e376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621520', 'neutron.services.segments.db._delete_segments_for_network-8753426307485'] for network (e0e91255-43c9-469f-9f8a-a371099ff49d), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:17.758215 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-02f7c747-a1bd-4d6b-bddb-807d7ff4e376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e91255-43c9-469f-9f8a-a371099ff49d']}} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:02:17.767369 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-02f7c747-a1bd-4d6b-bddb-807d7ff4e376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4d18bf-062d-4625-9714-1c188f4e8495') {'for_net_delete': True} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:02:17.767668 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-02f7c747-a1bd-4d6b-bddb-807d7ff4e376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4d18bf-062d-4625-9714-1c188f4e8495') {} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:02:17.776497 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-02f7c747-a1bd-4d6b-bddb-807d7ff4e376 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753426310822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797352'] for segment (4c4d18bf-062d-4625-9714-1c188f4e8495), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:17.789594 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-02f7c747-a1bd-4d6b-bddb-807d7ff4e376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (4c4d18bf-062d-4625-9714-1c188f4e8495), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:17.795219 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f7c747-a1bd-4d6b-bddb-807d7ff4e376 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=102948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 03:02:17.795594 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-02f7c747-a1bd-4d6b-bddb-807d7ff4e376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12132969'] for segment (4c4d18bf-062d-4625-9714-1c188f4e8495), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: Traceback (most recent call last): Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: timer() Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: cb(*args, **kw) Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: return func(*args, **kwargs) Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: self._notify() Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: self.callback(batched_events) Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: event.method(event) Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: return f(self, *a, **k) Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: return self._get(url).json() Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: return self.request(url, 'GET', **kwargs) Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 03:02:17.797191 dv-cinder-828061-7-iscsi neutron-server[102948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 03:02:17.852483 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-02f7c747-a1bd-4d6b-bddb-807d7ff4e376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641210'] for network (e0e91255-43c9-469f-9f8a-a371099ff49d), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:17.857780 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-02f7c747-a1bd-4d6b-bddb-807d7ff4e376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:17.860926 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-02f7c747-a1bd-4d6b-bddb-807d7ff4e376 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e0e91255-43c9-469f-9f8a-a371099ff49d HTTP/1.1" status: 204 len: 168 time: 0.2660599 Mar 04 03:02:17.863827 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 33794) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:17.872809 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7c747-a1bd-4d6b-bddb-807d7ff4e376 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0e91255-43c9-469f-9f8a-a371099ff49d,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:17.919722 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb7c780-7c59-470e-bcce-501c14de48de admin admin] Deleting subnet add729e9-1004-406f-8898-da100b83660e {{(pid=102946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 03:02:17.922860 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c780-7c59-470e-bcce-501c14de48de admin admin] Publish callbacks [] for subnet (add729e9-1004-406f-8898-da100b83660e), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:17.934133 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 4f8ced06-af44-4944-8712-1d93dfbd72ce up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:02:17.958530 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c780-7c59-470e-bcce-501c14de48de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9053631'] for subnet (add729e9-1004-406f-8898-da100b83660e), precommit_delete_associations {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:17.982510 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port 4f8ced06-af44-4944-8712-1d93dfbd72ce triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:02:17.982880 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:17.997525 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c780-7c59-470e-bcce-501c14de48de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511659'] for subnet (add729e9-1004-406f-8898-da100b83660e), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:18.052198 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c780-7c59-470e-bcce-501c14de48de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11867116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11473261'] for subnet (add729e9-1004-406f-8898-da100b83660e), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:18.075062 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port 4f8ced06-af44-4944-8712-1d93dfbd72ce is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:02:18.075606 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:18.077840 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7c780-7c59-470e-bcce-501c14de48de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=add729e9-1004-406f-8898-da100b83660e,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:18.089714 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c780-7c59-470e-bcce-501c14de48de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:18.096665 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33800) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:18.097220 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-bdb7c780-7c59-470e-bcce-501c14de48de admin admin] 10.222.0.16 "DELETE /v2.0/subnets/add729e9-1004-406f-8898-da100b83660e HTTP/1.1" status: 204 len: 168 time: 0.2317255 Mar 04 03:02:18.122467 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 4f8ced06-af44-4944-8712-1d93dfbd72ce, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4f8ced06-af44-4944-8712-1d93dfbd72ce,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:02:18.126630 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:18.168564 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-718ca017-6c66-45c8-8cea-47435a300251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516816'] for network (0ea42e11-5d1e-4ec3-9cb5-1f22d2dd5f04), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:18.186234 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=4f8ced06-af44-4944-8712-1d93dfbd72ce,revision_number=7']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:18.249932 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-718ca017-6c66-45c8-8cea-47435a300251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621520', 'neutron.services.segments.db._delete_segments_for_network-8753426307485'] for network (0ea42e11-5d1e-4ec3-9cb5-1f22d2dd5f04), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:18.276684 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-718ca017-6c66-45c8-8cea-47435a300251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea42e11-5d1e-4ec3-9cb5-1f22d2dd5f04']}} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:02:18.286335 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-718ca017-6c66-45c8-8cea-47435a300251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c522d530-b71d-40bd-a491-bf74f2ff7678') {'for_net_delete': True} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:02:18.286689 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-718ca017-6c66-45c8-8cea-47435a300251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c522d530-b71d-40bd-a491-bf74f2ff7678') {} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:02:18.300615 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-718ca017-6c66-45c8-8cea-47435a300251 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753426310822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797352'] for segment (c522d530-b71d-40bd-a491-bf74f2ff7678), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:18.317956 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-718ca017-6c66-45c8-8cea-47435a300251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (c522d530-b71d-40bd-a491-bf74f2ff7678), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:18.325488 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-718ca017-6c66-45c8-8cea-47435a300251 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=102948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 03:02:18.326036 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-718ca017-6c66-45c8-8cea-47435a300251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12132969'] for segment (c522d530-b71d-40bd-a491-bf74f2ff7678), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: Traceback (most recent call last): Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: timer() Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: cb(*args, **kw) Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: return func(*args, **kwargs) Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: self._notify() Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: self.callback(batched_events) Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: event.method(event) Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: return f(self, *a, **k) Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: return self._get(url).json() Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: return self.request(url, 'GET', **kwargs) Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 03:02:18.327978 dv-cinder-828061-7-iscsi neutron-server[102948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 03:02:18.368644 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3192bd-4d76-4652-8db8-5b3b9d61c48d req-de53ab44-50c1-42a9-aac6-d7f090c6fe85 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:18.371026 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ed3192bd-4d76-4652-8db8-5b3b9d61c48d req-de53ab44-50c1-42a9-aac6-d7f090c6fe85 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad5a6435-e6a9-47fa-a63c-39de9b4474dd HTTP/1.1" status: 200 len: 945 time: 0.0824845 Mar 04 03:02:18.391995 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-718ca017-6c66-45c8-8cea-47435a300251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641210'] for network (0ea42e11-5d1e-4ec3-9cb5-1f22d2dd5f04), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:18.397603 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-718ca017-6c66-45c8-8cea-47435a300251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:18.401599 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-718ca017-6c66-45c8-8cea-47435a300251 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0ea42e11-5d1e-4ec3-9cb5-1f22d2dd5f04 HTTP/1.1" status: 204 len: 168 time: 0.3030925 Mar 04 03:02:18.417080 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ca017-6c66-45c8-8cea-47435a300251 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ea42e11-5d1e-4ec3-9cb5-1f22d2dd5f04,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:18.435725 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ed3192bd-4d76-4652-8db8-5b3b9d61c48d req-ec04db4c-66b7-40d4-a4c6-ba4aedd4576a tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510406 Mar 04 03:02:18.576464 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33816) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:18.595148 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6e747-1e19-4d7f-bdf5-675e6bd19de0 req-ab1bd099-4e49-4ba2-9e8d-a5ce50c33041 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:18.596759 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-97e6e747-1e19-4d7f-bdf5-675e6bd19de0 req-ab1bd099-4e49-4ba2-9e8d-a5ce50c33041 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0563533 Mar 04 03:02:18.621809 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-26c245c4-955d-4b4a-bff7-f7e52c8d1265 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=47ceef51f67f4f8386ee7cb39b5ca0d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422571 Mar 04 03:02:18.622493 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 33818) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:18.643302 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-97e6e747-1e19-4d7f-bdf5-675e6bd19de0 req-3dd24c02-918e-4fdd-b5a2-13543808b230 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405524 Mar 04 03:02:18.666554 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba9647b-67ee-4334-93e0-b1decd95e719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8ced06-af44-4944-8712-1d93dfbd72ce'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:02:18.669860 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec0c079-b1dd-419f-9c98-66b7fd72e855" -d '{"events": [{"server_uuid": "3ba9647b-67ee-4334-93e0-b1decd95e719", "name": "network-vif-plugged", "status": "completed", "tag": "4f8ced06-af44-4944-8712-1d93dfbd72ce"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:02:18.670071 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-665cd218-6ce0-4d95-8a30-e5c1e7a3107c admin admin] Publish callbacks [] for security_group (5785ab09-47fe-4ee7-b7bd-3a5dd600294f), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:18.690928 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-665cd218-6ce0-4d95-8a30-e5c1e7a3107c admin admin] Publish callbacks [] for security_group (5785ab09-47fe-4ee7-b7bd-3a5dd600294f), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:18.704833 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc78e7f-599c-4c8b-8c7f-9262a52c3328 x-openstack-request-id: req-7fc78e7f-599c-4c8b-8c7f-9262a52c3328 {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:02:18.705133 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba9647b-67ee-4334-93e0-b1decd95e719", "name": "network-vif-plugged", "status": "completed", "tag": "4f8ced06-af44-4944-8712-1d93dfbd72ce", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:02:18.705392 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7fc78e7f-599c-4c8b-8c7f-9262a52c3328 {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:02:18.705843 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba9647b-67ee-4334-93e0-b1decd95e719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8ced06-af44-4944-8712-1d93dfbd72ce', 'code': 200} Mar 04 03:02:18.737333 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-665cd218-6ce0-4d95-8a30-e5c1e7a3107c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (5785ab09-47fe-4ee7-b7bd-3a5dd600294f), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:18.739898 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-665cd218-6ce0-4d95-8a30-e5c1e7a3107c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:18.741021 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-665cd218-6ce0-4d95-8a30-e5c1e7a3107c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5785ab09-47fe-4ee7-b7bd-3a5dd600294f HTTP/1.1" status: 204 len: 168 time: 0.1176543 Mar 04 03:02:18.748323 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665cd218-6ce0-4d95-8a30-e5c1e7a3107c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5785ab09-47fe-4ee7-b7bd-3a5dd600294f,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:19.052605 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 33826) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:19.106808 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-a9fb2855-4aac-4ed8-a463-28acba8acd20 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=168580d3a2cd4820b276f3d5fac050b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530462 Mar 04 03:02:19.109271 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 33828) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:19.155614 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d29d1725-1740-4480-827b-769ea5da31f8 admin admin] Publish callbacks [] for security_group (df15aef4-035c-4f5b-bdc2-70dafbdb9659), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:19.178696 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d29d1725-1740-4480-827b-769ea5da31f8 admin admin] Publish callbacks [] for security_group (df15aef4-035c-4f5b-bdc2-70dafbdb9659), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:19.224125 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d29d1725-1740-4480-827b-769ea5da31f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (df15aef4-035c-4f5b-bdc2-70dafbdb9659), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:19.227450 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d29d1725-1740-4480-827b-769ea5da31f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:19.228577 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-d29d1725-1740-4480-827b-769ea5da31f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df15aef4-035c-4f5b-bdc2-70dafbdb9659 HTTP/1.1" status: 204 len: 168 time: 0.1183877 Mar 04 03:02:19.235842 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d1725-1740-4480-827b-769ea5da31f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df15aef4-035c-4f5b-bdc2-70dafbdb9659,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:19.582212 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8913d-5e97-4b6e-b5b0-61853dba318f req-59cf75ff-0be7-4c5e-aac6-f9c83dfe2f4f tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:19.583793 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cce8913d-5e97-4b6e-b5b0-61853dba318f req-59cf75ff-0be7-4c5e-aac6-f9c83dfe2f4f tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad5a6435-e6a9-47fa-a63c-39de9b4474dd HTTP/1.1" status: 200 len: 945 time: 0.0688500 Mar 04 03:02:19.642419 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cce8913d-5e97-4b6e-b5b0-61853dba318f req-77e09bf8-c61a-4cdb-be05-dc83e2ea4f03 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506952 Mar 04 03:02:19.814300 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c9c1f-c5d3-4c13-b9fc-6bfa1f112545 req-12db19a0-ca53-438e-8ae1-75f07e8cec2d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:19.824057 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-951c9c1f-c5d3-4c13-b9fc-6bfa1f112545 req-12db19a0-ca53-438e-8ae1-75f07e8cec2d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0848210 Mar 04 03:02:19.897201 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-951c9c1f-c5d3-4c13-b9fc-6bfa1f112545 req-66fa3eae-f8c5-4a91-95a2-b9e31a9ee17e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719059 Mar 04 03:02:21.045460 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb35382-d8dc-441b-8151-bd6903214025 req-fc05e56a-352d-4644-b254-bd0f29545e42 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:21.048007 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ddb35382-d8dc-441b-8151-bd6903214025 req-fc05e56a-352d-4644-b254-bd0f29545e42 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0603733 Mar 04 03:02:21.135592 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ddb35382-d8dc-441b-8151-bd6903214025 req-45eda1c2-267e-4594-8da9-98c7246a435d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807309 Mar 04 03:02:22.307483 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b328035-2a81-4cf3-803d-bec11ea97fdd req-38fe71b2-85a3-4f11-9ae7-f2785fe058b5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:22.310133 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9b328035-2a81-4cf3-803d-bec11ea97fdd req-38fe71b2-85a3-4f11-9ae7-f2785fe058b5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0882142 Mar 04 03:02:22.370421 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9b328035-2a81-4cf3-803d-bec11ea97fdd req-01844a44-51f8-45d9-8fcd-ac8f9f292a22 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519149 Mar 04 03:02:23.538599 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d43e3-5d6e-4b16-a118-d8286c5d8bb3 req-389702b4-0610-4fc6-8a1d-0de3c245ace6 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:23.547806 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8f9d43e3-5d6e-4b16-a118-d8286c5d8bb3 req-389702b4-0610-4fc6-8a1d-0de3c245ace6 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0790880 Mar 04 03:02:23.607018 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8f9d43e3-5d6e-4b16-a118-d8286c5d8bb3 req-8042e95b-4914-49a8-bb5a-d9a3b3a84d46 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580604 Mar 04 03:02:24.760415 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89ee7d-08ce-4ce6-a8e2-496dedd24feb req-731b5f33-2ee9-4bef-ac0c-80e7743fecf0 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:24.763000 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-bd89ee7d-08ce-4ce6-a8e2-496dedd24feb req-731b5f33-2ee9-4bef-ac0c-80e7743fecf0 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0590487 Mar 04 03:02:24.827498 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-bd89ee7d-08ce-4ce6-a8e2-496dedd24feb req-09248087-720b-4380-b3c5-84c6f4c67212 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575080 Mar 04 03:02:25.792174 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 34060) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:25.917623 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-08670982-0398-41ef-a8a5-e33dd79fb279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:26.015126 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d93fe-b8d8-4900-8ce4-98b40d55ec84 req-58719948-567a-432e-be00-ae301ad5dc42 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:26.017050 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-584d93fe-b8d8-4900-8ce4-98b40d55ec84 req-58719948-567a-432e-be00-ae301ad5dc42 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0917366 Mar 04 03:02:26.074901 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-08670982-0398-41ef-a8a5-e33dd79fb279 admin admin] Publish callbacks [] for security_group (ba2f0fdd-43af-4e5b-9731-f5988fc775f4), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:26.083085 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-08670982-0398-41ef-a8a5-e33dd79fb279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (ba2f0fdd-43af-4e5b-9731-f5988fc775f4), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:26.101544 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-584d93fe-b8d8-4900-8ce4-98b40d55ec84 req-571da3ea-c16e-4cb4-a70e-6447bbe9d452 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782523 Mar 04 03:02:26.141503 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-08670982-0398-41ef-a8a5-e33dd79fb279 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58985b9d4631420db78fa9629061f081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3471563 Mar 04 03:02:26.143798 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 34066) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:26.145090 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08670982-0398-41ef-a8a5-e33dd79fb279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2f0fdd-43af-4e5b-9731-f5988fc775f4,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:26.199974 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3c098a69-e03c-4757-8fed-72c1c80cbce9 admin admin] Publish callbacks [] for security_group (ba2f0fdd-43af-4e5b-9731-f5988fc775f4), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:26.223275 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3c098a69-e03c-4757-8fed-72c1c80cbce9 admin admin] Publish callbacks [] for security_group (ba2f0fdd-43af-4e5b-9731-f5988fc775f4), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:26.277892 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3c098a69-e03c-4757-8fed-72c1c80cbce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (ba2f0fdd-43af-4e5b-9731-f5988fc775f4), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:26.282100 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-3c098a69-e03c-4757-8fed-72c1c80cbce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:26.284223 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-3c098a69-e03c-4757-8fed-72c1c80cbce9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba2f0fdd-43af-4e5b-9731-f5988fc775f4 HTTP/1.1" status: 204 len: 168 time: 0.1381314 Mar 04 03:02:26.294519 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c098a69-e03c-4757-8fed-72c1c80cbce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2f0fdd-43af-4e5b-9731-f5988fc775f4,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:27.282309 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00173d-68f7-4d26-8829-84c21c97cca3 req-feed9655-02d9-411d-af93-6f939428db72 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:27.289919 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cc00173d-68f7-4d26-8829-84c21c97cca3 req-feed9655-02d9-411d-af93-6f939428db72 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0832894 Mar 04 03:02:27.342558 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cc00173d-68f7-4d26-8829-84c21c97cca3 req-7fb29e74-5f99-4069-942b-34094b01ac1b tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514431 Mar 04 03:02:28.475023 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496bcde-0012-4383-903c-8ec33492e129 req-d1cd6889-1232-4010-8e58-cc9327e35b81 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:28.479021 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4496bcde-0012-4383-903c-8ec33492e129 req-d1cd6889-1232-4010-8e58-cc9327e35b81 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0603855 Mar 04 03:02:28.539308 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4496bcde-0012-4383-903c-8ec33492e129 req-812d30a9-2ee7-46c0-add6-e24e87f01fea tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560942 Mar 04 03:02:29.746890 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075590c-e963-464c-ad40-80655e7cef23 req-848b761d-7267-4957-9e7b-d46b1b503e3a tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:29.754201 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a075590c-e963-464c-ad40-80655e7cef23 req-848b761d-7267-4957-9e7b-d46b1b503e3a tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0890129 Mar 04 03:02:29.817871 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a075590c-e963-464c-ad40-80655e7cef23 req-4383b802-8149-430a-a3fb-917d117b2850 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522666 Mar 04 03:02:30.950898 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d69f8f-409f-46a9-902d-6234af4880b8 req-8688921d-1836-4bac-b3c2-7dec9e91316f tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:30.952400 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c6d69f8f-409f-46a9-902d-6234af4880b8 req-8688921d-1836-4bac-b3c2-7dec9e91316f tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0611320 Mar 04 03:02:31.003863 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c6d69f8f-409f-46a9-902d-6234af4880b8 req-0abc004e-5eed-43c8-b070-54ec0d379055 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458469 Mar 04 03:02:31.950311 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b37f1542-5636-42a5-a826-3c5918d031a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:32.127487 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d327b3-82be-4155-ad2c-08ab459c95b9 req-dfd8c5ea-8056-4a1b-8ee6-5ead17b64679 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:32.128954 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c8d327b3-82be-4155-ad2c-08ab459c95b9 req-dfd8c5ea-8056-4a1b-8ee6-5ead17b64679 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0539491 Mar 04 03:02:32.174070 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c8d327b3-82be-4155-ad2c-08ab459c95b9 req-ea67bef9-163d-4564-ab41-f1ee3b698870 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395107 Mar 04 03:02:33.294639 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a8714-2ab9-48f5-9bd0-4949ad1a5e8c req-5ee920a4-1989-4f0e-9907-7485c69def02 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:33.296184 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c87a8714-2ab9-48f5-9bd0-4949ad1a5e8c req-5ee920a4-1989-4f0e-9907-7485c69def02 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0513506 Mar 04 03:02:33.341770 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c87a8714-2ab9-48f5-9bd0-4949ad1a5e8c req-24d8f923-edfc-405a-8600-fa25ea812b6c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401669 Mar 04 03:02:34.339582 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-cafbeb41-c871-4385-ad74-37bcfc954734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:34.464598 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d9e8b-d252-41ee-8753-ebd4003d8836 req-31f057e9-02ef-41d7-ba8b-f7cc1b27a519 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:34.466097 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-211d9e8b-d252-41ee-8753-ebd4003d8836 req-31f057e9-02ef-41d7-ba8b-f7cc1b27a519 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0547154 Mar 04 03:02:34.511625 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-211d9e8b-d252-41ee-8753-ebd4003d8836 req-4ffc4b98-6380-4fe5-80dc-27028498b049 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400987 Mar 04 03:02:35.345010 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:02:35.357680 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:35.631623 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b61a1-7e7a-4d70-b03d-db4142d0b702 req-c02f973f-00e3-4f9c-9ce9-89ef5b14b2c7 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:35.633525 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-733b61a1-7e7a-4d70-b03d-db4142d0b702 req-c02f973f-00e3-4f9c-9ce9-89ef5b14b2c7 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0510890 Mar 04 03:02:35.677139 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-733b61a1-7e7a-4d70-b03d-db4142d0b702 req-74b7f0d1-39f1-4f10-90ce-66d06f2bd2c9 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381908 Mar 04 03:02:36.702027 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:36.951896 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261256f-a971-4010-91ff-4f081172695d req-40e99413-2872-42f9-b9ec-6649deab5160 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:36.953373 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4261256f-a971-4010-91ff-4f081172695d req-40e99413-2872-42f9-b9ec-6649deab5160 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.2052505 Mar 04 03:02:36.997535 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4261256f-a971-4010-91ff-4f081172695d req-7be611d2-e07c-487b-8f9c-b7fa4c7ebbf3 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387344 Mar 04 03:02:38.165758 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e87ea5-a1dd-439b-8b08-975d679545ef req-cbdde87e-6bbc-491f-bfbf-18286e3d8de1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:38.167239 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-49e87ea5-a1dd-439b-8b08-975d679545ef req-cbdde87e-6bbc-491f-bfbf-18286e3d8de1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.1016450 Mar 04 03:02:38.212666 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-49e87ea5-a1dd-439b-8b08-975d679545ef req-d35b70d3-38d8-471b-b82d-28f9d6aa729c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399039 Mar 04 03:02:38.375724 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:38.926042 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca46a84-edc0-4a5b-a657-debf43285a5c req-d9c4ba65-6741-4b0b-94f3-ae10661087bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:38.927517 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6ca46a84-edc0-4a5b-a657-debf43285a5c req-d9c4ba65-6741-4b0b-94f3-ae10661087bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=334bbe5c6d1042b49abc0793f344935b&device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 1130 time: 0.0429392 Mar 04 03:02:39.255062 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca46a84-edc0-4a5b-a657-debf43285a5c req-6215f65d-2ae7-4701-ab1b-7413b25bdde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:39.257059 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6ca46a84-edc0-4a5b-a657-debf43285a5c req-6215f65d-2ae7-4701-ab1b-7413b25bdde1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50eae8c7-06bd-487c-a181-0dbe4478419c HTTP/1.1" status: 200 len: 917 time: 0.3231068 Mar 04 03:02:39.352332 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6ca46a84-edc0-4a5b-a657-debf43285a5c req-045bc6dc-6b4b-40bc-add9-ae30c761a2b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f8ced06-af44-4944-8712-1d93dfbd72ce HTTP/1.1" status: 200 len: 1002 time: 0.0886755 Mar 04 03:02:39.370740 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291df7d-2d65-4b6e-bcfa-d987ddb23351 req-bb9e2342-3b99-4496-9bf6-6ac5c2c41c03 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:39.372450 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1291df7d-2d65-4b6e-bcfa-d987ddb23351 req-bb9e2342-3b99-4496-9bf6-6ac5c2c41c03 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0740409 Mar 04 03:02:39.441131 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca46a84-edc0-4a5b-a657-debf43285a5c req-9e74b8f4-05c2-452e-8597-0c246f5a880b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:39.443003 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6ca46a84-edc0-4a5b-a657-debf43285a5c req-9e74b8f4-05c2-452e-8597-0c246f5a880b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16952d07-ba3d-4d83-b57f-d1a1f6336b50 HTTP/1.1" status: 200 len: 855 time: 0.0696099 Mar 04 03:02:39.467161 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1291df7d-2d65-4b6e-bcfa-d987ddb23351 req-41b4700d-c338-4f2d-aa7e-8595ffe01a24 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847995 Mar 04 03:02:39.501939 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca46a84-edc0-4a5b-a657-debf43285a5c req-4538c593-dc43-424d-907d-46b3eb935e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:39.503356 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6ca46a84-edc0-4a5b-a657-debf43285a5c req-4538c593-dc43-424d-907d-46b3eb935e80 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50eae8c7-06bd-487c-a181-0dbe4478419c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526767 Mar 04 03:02:39.594399 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6ca46a84-edc0-4a5b-a657-debf43285a5c req-99b42bac-c075-4014-845f-26f75fca2b35 service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843673 Mar 04 03:02:39.680933 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6ca46a84-edc0-4a5b-a657-debf43285a5c req-e7507e54-35e5-48ea-98f6-76472c0cc4d6 service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798659 Mar 04 03:02:40.601776 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb51f8-266b-4eea-8f88-d8fa3b71b150 req-fd42889f-28ac-4181-ad2a-661418ba014e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:40.603301 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8aeb51f8-266b-4eea-8f88-d8fa3b71b150 req-fd42889f-28ac-4181-ad2a-661418ba014e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0648642 Mar 04 03:02:40.654961 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8aeb51f8-266b-4eea-8f88-d8fa3b71b150 req-8577dd0b-7d2f-442d-bd6e-c24b74d8de5c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456667 Mar 04 03:02:41.712425 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 4f8ced06-af44-4944-8712-1d93dfbd72ce no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:02:41.791862 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be52830-f1ba-433c-8e34-70f5705d2db6 req-9c653f39-accd-4bb0-b90b-356af6fd3c36 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:41.793490 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5be52830-f1ba-433c-8e34-70f5705d2db6 req-9c653f39-accd-4bb0-b90b-356af6fd3c36 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 946 time: 0.0549777 Mar 04 03:02:41.794499 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port 4f8ced06-af44-4944-8712-1d93dfbd72ce is: ACTIVE; New status is: DOWN {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:02:41.794886 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:41.821227 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba9647b-67ee-4334-93e0-b1decd95e719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f8ced06-af44-4944-8712-1d93dfbd72ce'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:02:41.823510 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7eadea-b097-4e22-b040-dd3c3dc34a8f" -d '{"events": [{"server_uuid": "3ba9647b-67ee-4334-93e0-b1decd95e719", "name": "network-vif-unplugged", "status": "completed", "tag": "4f8ced06-af44-4944-8712-1d93dfbd72ce"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:02:41.836245 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 4f8ced06-af44-4944-8712-1d93dfbd72ce, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4f8ced06-af44-4944-8712-1d93dfbd72ce,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:02:41.842927 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:41.843697 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5be52830-f1ba-433c-8e34-70f5705d2db6 req-209bdb9b-2301-4513-b089-45b7347ac50d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436687 Mar 04 03:02:41.871457 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Mar 2022 03:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22066b14-c164-4423-abb2-91ae21a88f77 x-openstack-request-id: req-22066b14-c164-4423-abb2-91ae21a88f77 {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:02:41.871751 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba9647b-67ee-4334-93e0-b1decd95e719", "name": "network-vif-unplugged", "status": "completed", "tag": "4f8ced06-af44-4944-8712-1d93dfbd72ce", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:02:41.872006 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22066b14-c164-4423-abb2-91ae21a88f77 {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:02:41.872396 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba9647b-67ee-4334-93e0-b1decd95e719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f8ced06-af44-4944-8712-1d93dfbd72ce', 'code': 200} Mar 04 03:02:41.895141 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=4f8ced06-af44-4944-8712-1d93dfbd72ce,revision_number=8']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:42.564571 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:42.599413 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-729295cb-8673-45f6-a32a-411beca17a07 req-beba04c5-2672-489e-bc86-1797907d953a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453935 Mar 04 03:02:42.970095 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b2e36-1ee3-411b-8c47-13b1145c7168 req-1a93e254-556b-4cb4-985d-baaacc38be00 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:42.971553 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0b9b2e36-1ee3-411b-8c47-13b1145c7168 req-1a93e254-556b-4cb4-985d-baaacc38be00 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0556262 Mar 04 03:02:43.016787 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0b9b2e36-1ee3-411b-8c47-13b1145c7168 req-5742c5cf-ba2c-479b-8758-24f38d7fd5fd tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394936 Mar 04 03:02:43.806268 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729295cb-8673-45f6-a32a-411beca17a07 req-3a484ea9-f6e6-4bfd-be72-1e77ebd932d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:43.807766 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-729295cb-8673-45f6-a32a-411beca17a07 req-3a484ea9-f6e6-4bfd-be72-1e77ebd932d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd4856b10f144130bf4788557dd60a24&device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 1129 time: 0.0440903 Mar 04 03:02:43.915507 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729295cb-8673-45f6-a32a-411beca17a07 req-e98c46bb-c4ec-49d6-ad5a-91762b42eded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:43.917163 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-729295cb-8673-45f6-a32a-411beca17a07 req-e98c46bb-c4ec-49d6-ad5a-91762b42eded service neutron] 10.222.0.13 "GET /v2.0/networks?id=89103e18-9486-4035-aa3f-78b34592cbe0 HTTP/1.1" status: 200 len: 911 time: 0.0879722 Mar 04 03:02:43.985619 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-729295cb-8673-45f6-a32a-411beca17a07 req-14be1b36-1e07-43d5-b2ed-4995984c0a57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7747af9-a194-4762-89da-a246ee4f140b HTTP/1.1" status: 200 len: 1000 time: 0.0585232 Mar 04 03:02:44.041933 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729295cb-8673-45f6-a32a-411beca17a07 req-35b8afa7-f81c-4ab8-8e35-84990d12eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:44.043378 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-729295cb-8673-45f6-a32a-411beca17a07 req-35b8afa7-f81c-4ab8-8e35-84990d12eff4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6f4c4ae-a118-4ae8-b92d-55d0c45c943d HTTP/1.1" status: 200 len: 849 time: 0.0437219 Mar 04 03:02:44.122710 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729295cb-8673-45f6-a32a-411beca17a07 req-7de3fc5b-6edb-4f03-b941-0280eb1d78e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:44.124211 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-729295cb-8673-45f6-a32a-411beca17a07 req-7de3fc5b-6edb-4f03-b941-0280eb1d78e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=89103e18-9486-4035-aa3f-78b34592cbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718372 Mar 04 03:02:44.190180 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba11e3-8d07-48b3-92fa-465fb5117739 req-6345e0c3-e354-4375-9550-90adc3a17928 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:44.191638 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1fba11e3-8d07-48b3-92fa-465fb5117739 req-6345e0c3-e354-4375-9550-90adc3a17928 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.1010246 Mar 04 03:02:44.249723 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-729295cb-8673-45f6-a32a-411beca17a07 req-c86eb904-54ac-478c-948c-8bac20abf14d service neutron] 10.222.0.13 "GET /v2.0/networks/89103e18-9486-4035-aa3f-78b34592cbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173351 Mar 04 03:02:44.263317 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1fba11e3-8d07-48b3-92fa-465fb5117739 req-6426a08c-0c9d-485e-834a-571a6b34f7e4 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651813 Mar 04 03:02:44.345072 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-729295cb-8673-45f6-a32a-411beca17a07 req-630eee6d-fe9f-44d9-a2ab-89ace3275bd0 service neutron] 10.222.0.13 "GET /v2.0/networks/89103e18-9486-4035-aa3f-78b34592cbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807583 Mar 04 03:02:45.394115 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d94502-a379-4c6b-bb6f-07d4151957e5 req-8721c1c1-bf53-43e1-afae-4e781a83ab70 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:45.395577 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b6d94502-a379-4c6b-bb6f-07d4151957e5 req-8721c1c1-bf53-43e1-afae-4e781a83ab70 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0563712 Mar 04 03:02:45.447062 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b6d94502-a379-4c6b-bb6f-07d4151957e5 req-2455cb15-61e0-49a0-94a5-29a152aff337 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450864 Mar 04 03:02:45.966097 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [req-5a3bd9e7-5d59-4874-8cec-323e12501aa3 req-b00466b1-c340-4f7f-8672-a70e3e49b9bd service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102946) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 03:02:45.967194 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5a3bd9e7-5d59-4874-8cec-323e12501aa3 req-b00466b1-c340-4f7f-8672-a70e3e49b9bd service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480547 Mar 04 03:02:46.148389 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1586c-e660-47a0-9bb2-ee2fad3b764f req-b83522d0-06f3-4167-9956-59680159cce2 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:46.150417 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-00b1586c-e660-47a0-9bb2-ee2fad3b764f req-b83522d0-06f3-4167-9956-59680159cce2 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0761631 Mar 04 03:02:46.205993 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-00b1586c-e660-47a0-9bb2-ee2fad3b764f req-1ae86266-79ec-4147-afee-9e2b908a469a tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490513 Mar 04 03:02:46.363646 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 34426) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:46.451628 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9d0bd0ff-316d-475e-ad92-6e8dd6a6add0 req-f775da5e-4885-4599-9b37-fc2d101b493c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868468 Mar 04 03:02:46.460176 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [req-9d0bd0ff-316d-475e-ad92-6e8dd6a6add0 req-ea44c11b-564a-4e52-bd7b-4d56aa52bc7e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102948) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 03:02:46.461124 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9d0bd0ff-316d-475e-ad92-6e8dd6a6add0 req-ea44c11b-564a-4e52-bd7b-4d56aa52bc7e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049536 Mar 04 03:02:46.535734 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 34434) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:46.628097 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bd0ff-316d-475e-ad92-6e8dd6a6add0 req-07900c3b-3ddf-4637-bc47-d0ff9a1c4de3 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:46.629462 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9d0bd0ff-316d-475e-ad92-6e8dd6a6add0 req-07900c3b-3ddf-4637-bc47-d0ff9a1c4de3 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports/4f8ced06-af44-4944-8712-1d93dfbd72ce HTTP/1.1" status: 200 len: 941 time: 0.0926995 Mar 04 03:02:47.017065 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 34458) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:47.127050 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-20de16cf-30d7-4ea0-8a5f-88a63a4bfaf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:47.208192 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-20de16cf-30d7-4ea0-8a5f-88a63a4bfaf1 admin admin] Publish callbacks [] for security_group (cd41eedc-a9bb-4241-bfdd-5e68b7a96130), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:47.213954 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-20de16cf-30d7-4ea0-8a5f-88a63a4bfaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (cd41eedc-a9bb-4241-bfdd-5e68b7a96130), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:47.254559 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de16cf-30d7-4ea0-8a5f-88a63a4bfaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd41eedc-a9bb-4241-bfdd-5e68b7a96130,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:47.260516 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-20de16cf-30d7-4ea0-8a5f-88a63a4bfaf1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d2e37eea22a43618141d7332e79f103&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422178 Mar 04 03:02:47.263316 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 34468) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:47.358030 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2c7f91f6-f077-47b3-8809-3d1bed077c62 admin admin] Publish callbacks [] for security_group (cd41eedc-a9bb-4241-bfdd-5e68b7a96130), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:47.383606 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3224c4c-8560-4960-82e5-1aac396a8e58 req-56cdcbd0-844c-49cc-b1b2-7353f8297a0d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:47.385142 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e3224c4c-8560-4960-82e5-1aac396a8e58 req-56cdcbd0-844c-49cc-b1b2-7353f8297a0d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0861979 Mar 04 03:02:47.395613 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2c7f91f6-f077-47b3-8809-3d1bed077c62 admin admin] Publish callbacks [] for security_group (cd41eedc-a9bb-4241-bfdd-5e68b7a96130), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:47.462605 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e3224c4c-8560-4960-82e5-1aac396a8e58 req-57c9b30b-be8a-4c60-92a0-042e673026f0 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695903 Mar 04 03:02:47.491776 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2c7f91f6-f077-47b3-8809-3d1bed077c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (cd41eedc-a9bb-4241-bfdd-5e68b7a96130), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:47.494897 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2c7f91f6-f077-47b3-8809-3d1bed077c62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:47.496171 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-2c7f91f6-f077-47b3-8809-3d1bed077c62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd41eedc-a9bb-4241-bfdd-5e68b7a96130 HTTP/1.1" status: 204 len: 168 time: 0.2315843 Mar 04 03:02:47.505205 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f91f6-f077-47b3-8809-3d1bed077c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd41eedc-a9bb-4241-bfdd-5e68b7a96130,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:48.395747 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bd0ff-316d-475e-ad92-6e8dd6a6add0 req-b81a2144-9bb3-4072-8813-e53bddb75638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:48.397793 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9d0bd0ff-316d-475e-ad92-6e8dd6a6add0 req-b81a2144-9bb3-4072-8813-e53bddb75638 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719&tenant_id=334bbe5c6d1042b49abc0793f344935b HTTP/1.1" status: 200 len: 1128 time: 0.0752673 Mar 04 03:02:48.465651 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bd0ff-316d-475e-ad92-6e8dd6a6add0 req-6547e079-9755-4c8e-9dd6-812de400396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:48.467104 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9d0bd0ff-316d-475e-ad92-6e8dd6a6add0 req-6547e079-9755-4c8e-9dd6-812de400396f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=334bbe5c6d1042b49abc0793f344935b&device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 1128 time: 0.0435092 Mar 04 03:02:48.588242 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 4f8ced06-af44-4944-8712-1d93dfbd72ce no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:02:48.597260 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bd0ff-316d-475e-ad92-6e8dd6a6add0 req-f1df79f2-56c2-4cf6-bc0c-3d45e07a808b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:48.598832 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9d0bd0ff-316d-475e-ad92-6e8dd6a6add0 req-f1df79f2-56c2-4cf6-bc0c-3d45e07a808b service neutron] 10.222.0.13 "GET /v2.0/networks?id=50eae8c7-06bd-487c-a181-0dbe4478419c HTTP/1.1" status: 200 len: 917 time: 0.1241617 Mar 04 03:02:48.626133 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef74bed-471a-4deb-963a-5b0aa9a0974b req-5794205f-83d7-4b59-ae49-3f11efc23461 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:48.628656 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8ef74bed-471a-4deb-963a-5b0aa9a0974b req-5794205f-83d7-4b59-ae49-3f11efc23461 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0900915 Mar 04 03:02:48.677728 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port 4f8ced06-af44-4944-8712-1d93dfbd72ce is: DOWN; New status is: DOWN {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:02:48.712075 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9d0bd0ff-316d-475e-ad92-6e8dd6a6add0 req-ed9d10d5-351b-4e27-9cbd-891ac3a9b7e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f8ced06-af44-4944-8712-1d93dfbd72ce HTTP/1.1" status: 200 len: 1000 time: 0.1037052 Mar 04 03:02:48.754501 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8ef74bed-471a-4deb-963a-5b0aa9a0974b req-972a2d3f-6ab9-4223-9125-c5c5e81b62c0 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198506 Mar 04 03:02:48.772911 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bd0ff-316d-475e-ad92-6e8dd6a6add0 req-e0cdbc1d-34ea-4de0-9b6f-d8f9712db779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:48.774622 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9d0bd0ff-316d-475e-ad92-6e8dd6a6add0 req-e0cdbc1d-34ea-4de0-9b6f-d8f9712db779 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16952d07-ba3d-4d83-b57f-d1a1f6336b50 HTTP/1.1" status: 200 len: 855 time: 0.0550828 Mar 04 03:02:48.826415 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bd0ff-316d-475e-ad92-6e8dd6a6add0 req-bc6f6def-efe3-4b93-9da1-2e8b9a743a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:48.827910 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9d0bd0ff-316d-475e-ad92-6e8dd6a6add0 req-bc6f6def-efe3-4b93-9da1-2e8b9a743a18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50eae8c7-06bd-487c-a181-0dbe4478419c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460646 Mar 04 03:02:48.932989 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9d0bd0ff-316d-475e-ad92-6e8dd6a6add0 req-203c190d-058c-409b-b5dc-8d4a69a258a1 service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966740 Mar 04 03:02:49.025467 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9d0bd0ff-316d-475e-ad92-6e8dd6a6add0 req-0512a776-4fe8-479f-bfdf-fae43b405821 service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857136 Mar 04 03:02:49.885859 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bacffd-d9ca-4d15-95f6-0bbc9cf0304c req-12ebadab-4c6a-471b-b244-b83c6c7d86d8 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:49.887762 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-31bacffd-d9ca-4d15-95f6-0bbc9cf0304c req-12ebadab-4c6a-471b-b244-b83c6c7d86d8 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0569763 Mar 04 03:02:49.937355 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-31bacffd-d9ca-4d15-95f6-0bbc9cf0304c req-96ba0586-87c5-4ad0-b6b4-a9f89b4ddc64 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440745 Mar 04 03:02:50.475415 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 34570) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:50.587132 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1f9b9f5a-c8ce-451c-8e4f-97771839ef36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:50.662501 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1f9b9f5a-c8ce-451c-8e4f-97771839ef36 admin admin] Publish callbacks [] for security_group (afd00fa3-0317-47c5-ab4b-9adb5766947f), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:50.666508 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1f9b9f5a-c8ce-451c-8e4f-97771839ef36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (afd00fa3-0317-47c5-ab4b-9adb5766947f), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:50.704355 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b9f5a-c8ce-451c-8e4f-97771839ef36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd00fa3-0317-47c5-ab4b-9adb5766947f,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:50.711887 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 34574) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:50.712099 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-1f9b9f5a-c8ce-451c-8e4f-97771839ef36 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea1e4116076b4d11b045537daaf425ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355175 Mar 04 03:02:50.774472 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2c3-7744-449a-a03d-c7adc9fbf961 admin admin] Publish callbacks [] for security_group (afd00fa3-0317-47c5-ab4b-9adb5766947f), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:50.795547 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2c3-7744-449a-a03d-c7adc9fbf961 admin admin] Publish callbacks [] for security_group (afd00fa3-0317-47c5-ab4b-9adb5766947f), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:50.848003 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2c3-7744-449a-a03d-c7adc9fbf961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (afd00fa3-0317-47c5-ab4b-9adb5766947f), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:50.851334 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2c3-7744-449a-a03d-c7adc9fbf961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:50.852502 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-3c85c2c3-7744-449a-a03d-c7adc9fbf961 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/afd00fa3-0317-47c5-ab4b-9adb5766947f HTTP/1.1" status: 204 len: 168 time: 0.1395812 Mar 04 03:02:50.860595 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85c2c3-7744-449a-a03d-c7adc9fbf961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd00fa3-0317-47c5-ab4b-9adb5766947f,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:51.073909 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b8729-53a2-40d5-b5f9-7bcbbf7ccb0c req-1ba2261e-b339-4f31-bef4-35dafc29f4b4 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:51.076449 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-537b8729-53a2-40d5-b5f9-7bcbbf7ccb0c req-1ba2261e-b339-4f31-bef4-35dafc29f4b4 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0586500 Mar 04 03:02:51.139321 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-537b8729-53a2-40d5-b5f9-7bcbbf7ccb0c req-87aa9792-7ab6-4644-9fb4-e9251d7dd3c2 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566564 Mar 04 03:02:51.168686 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 34584) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:51.182779 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f2e9837b-2087-43b6-9f1b-bd7581a8cc6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:51.277386 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f2e9837b-2087-43b6-9f1b-bd7581a8cc6f admin admin] Publish callbacks [] for security_group (134563cb-e680-45c4-bf16-f4fedd2e1af6), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:51.281262 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f2e9837b-2087-43b6-9f1b-bd7581a8cc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (134563cb-e680-45c4-bf16-f4fedd2e1af6), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:51.314780 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-f2e9837b-2087-43b6-9f1b-bd7581a8cc6f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc31785f045547c7bc6197b0f782666f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462367 Mar 04 03:02:51.317713 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 34586) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:02:51.326519 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9837b-2087-43b6-9f1b-bd7581a8cc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134563cb-e680-45c4-bf16-f4fedd2e1af6,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:51.368880 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-bc557366-f196-4218-97f4-4adb8c2f6a08 admin admin] Publish callbacks [] for security_group (134563cb-e680-45c4-bf16-f4fedd2e1af6), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:51.389818 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-bc557366-f196-4218-97f4-4adb8c2f6a08 admin admin] Publish callbacks [] for security_group (134563cb-e680-45c4-bf16-f4fedd2e1af6), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:51.450483 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-bc557366-f196-4218-97f4-4adb8c2f6a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (134563cb-e680-45c4-bf16-f4fedd2e1af6), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:51.453181 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-bc557366-f196-4218-97f4-4adb8c2f6a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:02:51.454477 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-bc557366-f196-4218-97f4-4adb8c2f6a08 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/134563cb-e680-45c4-bf16-f4fedd2e1af6 HTTP/1.1" status: 204 len: 168 time: 0.1354213 Mar 04 03:02:51.463835 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc557366-f196-4218-97f4-4adb8c2f6a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134563cb-e680-45c4-bf16-f4fedd2e1af6,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:02:52.472892 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0cfe8-b25f-49a0-9e4c-36707bfc9d1c req-2730021a-6b37-4473-8063-9331b783f20b tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:52.477230 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-55d0cfe8-b25f-49a0-9e4c-36707bfc9d1c req-2730021a-6b37-4473-8063-9331b783f20b tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0832567 Mar 04 03:02:52.525795 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-55d0cfe8-b25f-49a0-9e4c-36707bfc9d1c req-4fadc327-aa24-4da4-9e51-51df33dc3ea7 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435047 Mar 04 03:02:53.653597 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9d2e4-8765-431a-af2a-7bd61782fb66 req-fbd4fb74-6d1c-4f7a-baa2-d16663056883 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:53.655148 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e0c9d2e4-8765-431a-af2a-7bd61782fb66 req-fbd4fb74-6d1c-4f7a-baa2-d16663056883 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0542099 Mar 04 03:02:53.701879 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e0c9d2e4-8765-431a-af2a-7bd61782fb66 req-32d220d0-76db-404e-937b-7c7a0451a082 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410819 Mar 04 03:02:54.830467 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333711db-6ac6-477b-9530-5e885bc8074b req-530a4568-16e9-4959-bdcf-7fa1350ede93 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:54.831962 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-333711db-6ac6-477b-9530-5e885bc8074b req-530a4568-16e9-4959-bdcf-7fa1350ede93 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0547473 Mar 04 03:02:54.877798 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-333711db-6ac6-477b-9530-5e885bc8074b req-6a12815d-6d72-4f02-a97d-113a83325c7a tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395651 Mar 04 03:02:56.019245 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b4121-a770-4223-973a-542f9e65a7f3 req-292dbafe-8ac1-438d-bbdd-9b07ef466ab4 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:56.025603 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2d4b4121-a770-4223-973a-542f9e65a7f3 req-292dbafe-8ac1-438d-bbdd-9b07ef466ab4 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0589731 Mar 04 03:02:56.078326 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2d4b4121-a770-4223-973a-542f9e65a7f3 req-0eb56b08-2037-420b-9df4-25e3ced4af99 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465193 Mar 04 03:02:57.214497 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960e046-67a4-40e1-9ab9-462ae9d1ec8e req-9f80b495-0ac6-44dc-be78-d83685363953 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:57.216127 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0960e046-67a4-40e1-9ab9-462ae9d1ec8e req-9f80b495-0ac6-44dc-be78-d83685363953 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0634928 Mar 04 03:02:57.263423 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0960e046-67a4-40e1-9ab9-462ae9d1ec8e req-809a919b-a61e-4b0e-a5e6-aa93032b4525 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418792 Mar 04 03:02:58.395190 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab833e-3606-4acb-986c-c9a098b88366 req-7ee22026-60d3-47a8-81f2-f88e82bf2483 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:58.396917 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-eaab833e-3606-4acb-986c-c9a098b88366 req-7ee22026-60d3-47a8-81f2-f88e82bf2483 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0527415 Mar 04 03:02:58.443494 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-eaab833e-3606-4acb-986c-c9a098b88366 req-20cd6170-d07e-42a9-8833-c2bef7e27298 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412252 Mar 04 03:02:59.570065 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3c306-0a57-4cf9-ad65-d1df499bcc3d req-fb008512-5dab-49ba-b930-fd2f7f900bb3 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:02:59.571584 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-bcd3c306-0a57-4cf9-ad65-d1df499bcc3d req-fb008512-5dab-49ba-b930-fd2f7f900bb3 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0562556 Mar 04 03:02:59.624101 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-bcd3c306-0a57-4cf9-ad65-d1df499bcc3d req-70a29534-c4ea-4256-91d6-b20f51c53300 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465901 Mar 04 03:03:00.752954 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690c8cf-c3c8-4f0c-97a6-e8526a937246 req-f45f4566-42d3-427b-abfb-99c03b66dcbb tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:00.754368 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5690c8cf-c3c8-4f0c-97a6-e8526a937246 req-f45f4566-42d3-427b-abfb-99c03b66dcbb tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0525169 Mar 04 03:03:00.805126 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5690c8cf-c3c8-4f0c-97a6-e8526a937246 req-1ae4ac0b-340a-466a-be32-58fa93f28163 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450490 Mar 04 03:03:01.937081 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21854612-7dfe-4c90-a2a0-3cec82feea3f req-0b5c0f45-40dc-47eb-8d71-6fd6713d09eb tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:01.938741 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-21854612-7dfe-4c90-a2a0-3cec82feea3f req-0b5c0f45-40dc-47eb-8d71-6fd6713d09eb tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0521500 Mar 04 03:03:01.960805 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-9f3384bf-519d-4ba9-bd55-7e3d62175340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:01.989941 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-21854612-7dfe-4c90-a2a0-3cec82feea3f req-8e701436-ee04-4fea-92a3-d6538c03a0f3 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435119 Mar 04 03:03:03.114726 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12790e-b4a2-4bfa-b50c-5163b04bb331 req-3ec30b0d-dde2-401e-9208-b4b7e1d22cca tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:03.116388 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2d12790e-b4a2-4bfa-b50c-5163b04bb331 req-3ec30b0d-dde2-401e-9208-b4b7e1d22cca tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0543566 Mar 04 03:03:03.160856 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2d12790e-b4a2-4bfa-b50c-5163b04bb331 req-b2171c0d-4f19-4a3f-b92b-c21e4fdc48e5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390697 Mar 04 03:03:04.289110 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b2ef5-4806-4580-a9dc-313fdf5e4a7b req-8c5ee5ca-7ca3-4641-a01d-3258d3d7a330 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:04.291408 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d60b2ef5-4806-4580-a9dc-313fdf5e4a7b req-8c5ee5ca-7ca3-4641-a01d-3258d3d7a330 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0568521 Mar 04 03:03:04.342467 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-9965a1e2-05b2-43e7-8571-bd8701ce7c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:04.343528 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d60b2ef5-4806-4580-a9dc-313fdf5e4a7b req-a11e7711-49aa-4013-96e2-5b9e744c1823 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464861 Mar 04 03:03:05.361561 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:05.465903 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed758d-4019-4e8a-bad4-a7f7f144b885 req-a9854843-0d4c-4a4b-bde8-df34cc3beb07 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:05.467558 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a4ed758d-4019-4e8a-bad4-a7f7f144b885 req-a9854843-0d4c-4a4b-bde8-df34cc3beb07 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0561564 Mar 04 03:03:05.513540 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a4ed758d-4019-4e8a-bad4-a7f7f144b885 req-45538046-bbc9-461e-816d-b575e35a2efa tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400178 Mar 04 03:03:06.643152 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c7af9-e8c5-443d-ae2b-991d5134f0eb req-638cb96b-190d-475d-84f1-bd35e0b53370 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:06.644654 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-951c7af9-e8c5-443d-ae2b-991d5134f0eb req-638cb96b-190d-475d-84f1-bd35e0b53370 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0537770 Mar 04 03:03:06.691623 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-951c7af9-e8c5-443d-ae2b-991d5134f0eb req-21e6c622-ad9f-4ea0-90d8-f0da8b55b0d1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411758 Mar 04 03:03:06.710538 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:06.711398 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 34806) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:06.814326 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1435a736-0ff8-4bd3-82a0-7f24649456de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:06.889603 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1435a736-0ff8-4bd3-82a0-7f24649456de admin admin] Publish callbacks [] for security_group (48a860b0-5286-4ddf-9a4e-723e8db59e3f), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:06.893191 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1435a736-0ff8-4bd3-82a0-7f24649456de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (48a860b0-5286-4ddf-9a4e-723e8db59e3f), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:06.930698 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-1435a736-0ff8-4bd3-82a0-7f24649456de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=320b9d4a78374f44b2efa64d18cd09c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188437 Mar 04 03:03:06.931551 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435a736-0ff8-4bd3-82a0-7f24649456de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a860b0-5286-4ddf-9a4e-723e8db59e3f,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:06.933455 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 34810) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:06.938998 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435a736-0ff8-4bd3-82a0-7f24649456de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:06.939356 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435a736-0ff8-4bd3-82a0-7f24649456de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:06.939720 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435a736-0ff8-4bd3-82a0-7f24649456de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:06.940037 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435a736-0ff8-4bd3-82a0-7f24649456de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:06.940371 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435a736-0ff8-4bd3-82a0-7f24649456de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:06.940719 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435a736-0ff8-4bd3-82a0-7f24649456de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:06.941334 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435a736-0ff8-4bd3-82a0-7f24649456de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:06.941667 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435a736-0ff8-4bd3-82a0-7f24649456de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:06.942040 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435a736-0ff8-4bd3-82a0-7f24649456de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:06.942365 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435a736-0ff8-4bd3-82a0-7f24649456de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:06.942689 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435a736-0ff8-4bd3-82a0-7f24649456de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:06.943012 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435a736-0ff8-4bd3-82a0-7f24649456de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:06.943527 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435a736-0ff8-4bd3-82a0-7f24649456de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:06.980939 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a4a73711-d5d4-41e7-b080-451f2904bc00 admin admin] Publish callbacks [] for security_group (48a860b0-5286-4ddf-9a4e-723e8db59e3f), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:07.002802 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a4a73711-d5d4-41e7-b080-451f2904bc00 admin admin] Publish callbacks [] for security_group (48a860b0-5286-4ddf-9a4e-723e8db59e3f), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:07.050538 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a4a73711-d5d4-41e7-b080-451f2904bc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (48a860b0-5286-4ddf-9a4e-723e8db59e3f), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:07.053162 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a4a73711-d5d4-41e7-b080-451f2904bc00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:07.054460 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-a4a73711-d5d4-41e7-b080-451f2904bc00 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48a860b0-5286-4ddf-9a4e-723e8db59e3f HTTP/1.1" status: 204 len: 168 time: 0.1198654 Mar 04 03:03:07.062243 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a73711-d5d4-41e7-b080-451f2904bc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a860b0-5286-4ddf-9a4e-723e8db59e3f,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:07.069722 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a73711-d5d4-41e7-b080-451f2904bc00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:07.070092 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a73711-d5d4-41e7-b080-451f2904bc00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:07.070428 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a73711-d5d4-41e7-b080-451f2904bc00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:07.070762 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a73711-d5d4-41e7-b080-451f2904bc00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:07.071100 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a73711-d5d4-41e7-b080-451f2904bc00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:07.071405 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a73711-d5d4-41e7-b080-451f2904bc00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:07.071726 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a73711-d5d4-41e7-b080-451f2904bc00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:07.072045 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a73711-d5d4-41e7-b080-451f2904bc00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:07.072370 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a73711-d5d4-41e7-b080-451f2904bc00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:07.072686 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a73711-d5d4-41e7-b080-451f2904bc00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:07.073003 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a73711-d5d4-41e7-b080-451f2904bc00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:07.073314 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a73711-d5d4-41e7-b080-451f2904bc00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:07.073620 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a73711-d5d4-41e7-b080-451f2904bc00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:07.266084 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd0dd5-2260-42fd-825d-62850d3aa23e req-edd34ed4-e8ca-4be4-9120-e0240f8b6a42 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:07.267580 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-86fd0dd5-2260-42fd-825d-62850d3aa23e req-edd34ed4-e8ca-4be4-9120-e0240f8b6a42 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad5a6435-e6a9-47fa-a63c-39de9b4474dd HTTP/1.1" status: 200 len: 945 time: 0.0531592 Mar 04 03:03:07.317465 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-86fd0dd5-2260-42fd-825d-62850d3aa23e req-30f14f1d-a03d-4642-9045-b05d9ee761be tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429983 Mar 04 03:03:07.338083 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 34822) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:07.356247 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c7b1182e-1049-4278-b30d-b7746f7f1745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:07.429389 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c7b1182e-1049-4278-b30d-b7746f7f1745 admin admin] Publish callbacks [] for security_group (f7d64751-8625-4c06-b830-2e4cf3cfdc92), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:07.433126 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c7b1182e-1049-4278-b30d-b7746f7f1745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (f7d64751-8625-4c06-b830-2e4cf3cfdc92), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:07.479718 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-c7b1182e-1049-4278-b30d-b7746f7f1745 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d53805c2dc01433db3e221291c81d02f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405582 Mar 04 03:03:07.481726 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1182e-1049-4278-b30d-b7746f7f1745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d64751-8625-4c06-b830-2e4cf3cfdc92,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:07.482413 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 34824) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:07.529509 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-56e239ba-35c2-4f9a-8cab-99a96d9b7262 admin admin] Publish callbacks [] for security_group (f7d64751-8625-4c06-b830-2e4cf3cfdc92), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:07.549825 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-56e239ba-35c2-4f9a-8cab-99a96d9b7262 admin admin] Publish callbacks [] for security_group (f7d64751-8625-4c06-b830-2e4cf3cfdc92), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:07.594909 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-56e239ba-35c2-4f9a-8cab-99a96d9b7262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (f7d64751-8625-4c06-b830-2e4cf3cfdc92), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:07.597589 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-56e239ba-35c2-4f9a-8cab-99a96d9b7262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:07.598765 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-56e239ba-35c2-4f9a-8cab-99a96d9b7262 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7d64751-8625-4c06-b830-2e4cf3cfdc92 HTTP/1.1" status: 204 len: 168 time: 0.1153414 Mar 04 03:03:07.607147 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e239ba-35c2-4f9a-8cab-99a96d9b7262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d64751-8625-4c06-b830-2e4cf3cfdc92,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:07.821994 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646eae3-8cb6-46ee-a1a1-6bbe1d20246c req-892293a1-3c97-4fef-88ac-3f36ca161c4f tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:07.823502 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5646eae3-8cb6-46ee-a1a1-6bbe1d20246c req-892293a1-3c97-4fef-88ac-3f36ca161c4f tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0531952 Mar 04 03:03:07.872390 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5646eae3-8cb6-46ee-a1a1-6bbe1d20246c req-7b270b68-c70f-4dbe-b958-4e1cf160f8ba tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431855 Mar 04 03:03:08.384739 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:08.393289 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 34852) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:08.442562 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6dbf35-ce54-47a5-8850-089ad81c6617 req-528b64a4-27d6-4c30-b7da-df3847d9eb68 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:08.444269 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4e6dbf35-ce54-47a5-8850-089ad81c6617 req-528b64a4-27d6-4c30-b7da-df3847d9eb68 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad5a6435-e6a9-47fa-a63c-39de9b4474dd HTTP/1.1" status: 200 len: 945 time: 0.0550008 Mar 04 03:03:08.490222 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4e6dbf35-ce54-47a5-8850-089ad81c6617 req-e87274af-3063-4be7-90a5-f6754a117ad9 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406039 Mar 04 03:03:08.490968 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-9c6282b4-2b53-468b-aa2f-d346329e9c91 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1421293886-network', 'tenant_id': 'd3fd21c06368473dbe130ded0a780d25'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:03:08.511018 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6282b4-2b53-468b-aa2f-d346329e9c91 admin admin] Made reservation on behalf of d3fd21c06368473dbe130ded0a780d25 for: {'network': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:03:08.513306 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9c6282b4-2b53-468b-aa2f-d346329e9c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for network (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:08.525245 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9c6282b4-2b53-468b-aa2f-d346329e9c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:08.597924 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9c6282b4-2b53-468b-aa2f-d346329e9c91 admin admin] Publish callbacks [] for security_group (406023d4-306a-4b2e-8c5a-fbc91fd582e2), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:08.602365 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9c6282b4-2b53-468b-aa2f-d346329e9c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (406023d4-306a-4b2e-8c5a-fbc91fd582e2), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:08.625491 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6282b4-2b53-468b-aa2f-d346329e9c91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=102948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 03:03:08.634880 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6282b4-2b53-468b-aa2f-d346329e9c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406023d4-306a-4b2e-8c5a-fbc91fd582e2,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:08.639618 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9c6282b4-2b53-468b-aa2f-d346329e9c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (6117ff67-acf1-4789-b23a-d9c72e86417f), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:08.639969 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.db.segments_db [None req-9c6282b4-2b53-468b-aa2f-d346329e9c91 admin admin] Added segment 6117ff67-acf1-4789-b23a-d9c72e86417f of type vlan for network 05e0790b-3e20-4f47-be3e-8c26091b52af Mar 04 03:03:08.680805 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9c6282b4-2b53-468b-aa2f-d346329e9c91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753425852492'] for network (05e0790b-3e20-4f47-be3e-8c26091b52af), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:08.704885 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9c6282b4-2b53-468b-aa2f-d346329e9c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for network (05e0790b-3e20-4f47-be3e-8c26091b52af), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:08.705868 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6282b4-2b53-468b-aa2f-d346329e9c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:08.706444 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9c6282b4-2b53-468b-aa2f-d346329e9c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:08.754469 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-9c6282b4-2b53-468b-aa2f-d346329e9c91 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3600373 Mar 04 03:03:08.757908 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 34856) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:08.770917 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-fb877e91-238c-4155-a779-4e41fb574449 admin admin] Request body: {'subnet': {'network_id': '05e0790b-3e20-4f47-be3e-8c26091b52af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1421293886-subnet', 'tenant_id': 'd3fd21c06368473dbe130ded0a780d25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:03:08.782153 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6282b4-2b53-468b-aa2f-d346329e9c91 admin admin] Pushing event updated for resources: {'Network': ['ID=05e0790b-3e20-4f47-be3e-8c26091b52af,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:08.792327 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Network 05e0790b-3e20-4f47-be3e-8c26091b52af details requested by agent ovs-agent-dv-cinder-828061-7-iscsi with host dv-cinder-828061-7-iscsi {{(pid=102955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 03:03:08.795247 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb877e91-238c-4155-a779-4e41fb574449 admin admin] Made reservation on behalf of d3fd21c06368473dbe130ded0a780d25 for: {'subnet': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:03:08.797887 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fb877e91-238c-4155-a779-4e41fb574449 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12482593'] for subnet (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:09.008542 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d36b61-3550-476f-a141-c4521419f933 req-6112d9e5-81d4-4a2e-aca4-ceac5373fcf0 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:09.010137 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-17d36b61-3550-476f-a141-c4521419f933 req-6112d9e5-81d4-4a2e-aca4-ceac5373fcf0 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0604739 Mar 04 03:03:09.057802 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-17d36b61-3550-476f-a141-c4521419f933 req-8f14fb59-26c4-40b9-8ab9-b605996e3f8b tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419776 Mar 04 03:03:09.176653 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fb877e91-238c-4155-a779-4e41fb574449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12133104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12482579'] for subnet (7f18568d-d91b-43c3-8c20-32613a065b5c), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:09.224024 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb877e91-238c-4155-a779-4e41fb574449 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f18568d-d91b-43c3-8c20-32613a065b5c,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:09.240141 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb877e91-238c-4155-a779-4e41fb574449 admin admin] Checking segment: {'id': '6117ff67-acf1-4789-b23a-d9c72e86417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '05e0790b-3e20-4f47-be3e-8c26091b52af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:03:09.241040 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb877e91-238c-4155-a779-4e41fb574449 admin admin] Network hostable DHCP agents. Network: 05e0790b-3e20-4f47-be3e-8c26091b52af, hostable agents: ['193be762-5f90-4059-8499-961b96963e98'], hosted agents: [] {{(pid=102948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 03:03:09.257804 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb877e91-238c-4155-a779-4e41fb574449 admin admin] Network 05e0790b-3e20-4f47-be3e-8c26091b52af is scheduled to be hosted by DHCP agent 193be762-5f90-4059-8499-961b96963e98 with binding_index 1 {{(pid=102948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 03:03:09.266402 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-fb877e91-238c-4155-a779-4e41fb574449 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-7-iscsi, 05e0790b-3e20-4f47-be3e-8c26091b52af) {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:03:09.270838 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb877e91-238c-4155-a779-4e41fb574449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:09.271570 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fb877e91-238c-4155-a779-4e41fb574449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:09.277052 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92188b90-1e73-466a-b4de-45367727cecc None None] Network 05e0790b-3e20-4f47-be3e-8c26091b52af requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:03:09.289096 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-fb877e91-238c-4155-a779-4e41fb574449 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5301847 Mar 04 03:03:09.326792 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9e098-e867-472a-9502-686cf899b36a req-0ff597cb-a9c7-4f60-b1d1-25d7466d3981 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:09.328601 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4ed9e098-e867-472a-9502-686cf899b36a req-0ff597cb-a9c7-4f60-b1d1-25d7466d3981 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad5a6435-e6a9-47fa-a63c-39de9b4474dd HTTP/1.1" status: 200 len: 945 time: 0.0739017 Mar 04 03:03:09.385270 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db5c498-eed2-4f80-be7b-e5eebe6fe18e None None] Network 05e0790b-3e20-4f47-be3e-8c26091b52af requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:03:09.434201 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [req-4ed9e098-e867-472a-9502-686cf899b36a req-d13290d9-1160-4d72-8875-3f0401176739 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Deleting port e476b9a2-a22a-47ac-adea-ec15c9044b61 {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:03:09.434544 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-4ed9e098-e867-472a-9502-686cf899b36a req-d13290d9-1160-4d72-8875-3f0401176739 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (e476b9a2-a22a-47ac-adea-ec15c9044b61), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:09.529887 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-4ed9e098-e867-472a-9502-686cf899b36a req-d13290d9-1160-4d72-8875-3f0401176739 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] For port e476b9a2-a22a-47ac-adea-ec15c9044b61, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=e476b9a2-a22a-47ac-adea-ec15c9044b61,segment=NetworkSegment(566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55),segment_id=566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55)] {{(pid=102946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:03:09.530257 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-4ed9e098-e867-472a-9502-686cf899b36a req-d13290d9-1160-4d72-8875-3f0401176739 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (e476b9a2-a22a-47ac-adea-ec15c9044b61), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:09.543646 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [req-4ed9e098-e867-472a-9502-686cf899b36a req-d13290d9-1160-4d72-8875-3f0401176739 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Calling delete_port for e476b9a2-a22a-47ac-adea-ec15c9044b61 owned by compute:nova {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:03:09.664828 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831ca37-b9fc-44ff-b217-8798d2bf9d49 req-ba7d02ec-dd1b-4605-a672-9316468177a7 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:09.666363 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0831ca37-b9fc-44ff-b217-8798d2bf9d49 req-ba7d02ec-dd1b-4605-a672-9316468177a7 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad5a6435-e6a9-47fa-a63c-39de9b4474dd HTTP/1.1" status: 200 len: 945 time: 0.0767722 Mar 04 03:03:09.749050 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-4ed9e098-e867-472a-9502-686cf899b36a req-d13290d9-1160-4d72-8875-3f0401176739 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (e476b9a2-a22a-47ac-adea-ec15c9044b61), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:09.753642 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0831ca37-b9fc-44ff-b217-8798d2bf9d49 req-6ccd5ab1-d7ec-47a3-83fb-55e839ecfa60 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.16 "GET /v2.0/security-groups?id=52a9f8e0-0805-4752-900a-d96efbc77b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784345 Mar 04 03:03:09.775615 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['e476b9a2-a22a-47ac-adea-ec15c9044b61'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:03:09.784240 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13290d9-1160-4d72-8875-3f0401176739 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Pushing event deleted for resources: {'Port': ['ID=e476b9a2-a22a-47ac-adea-ec15c9044b61,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:09.806861 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 34876) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:09.811930 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-1eb98711-4644-43dc-a9d0-0f1f1c1c7da5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-279898942-network', 'tenant_id': 'b58c8835b47a4dac83e09accd355a75c'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:03:09.828371 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed9e098-e867-472a-9502-686cf899b36a req-d13290d9-1160-4d72-8875-3f0401176739 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] No DVR routers for this DVR port e476b9a2-a22a-47ac-adea-ec15c9044b61 on host hv-cinder-82806 {{(pid=102946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:03:09.833938 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-4ed9e098-e867-472a-9502-686cf899b36a req-d13290d9-1160-4d72-8875-3f0401176739 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:09.839158 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4ed9e098-e867-472a-9502-686cf899b36a req-d13290d9-1160-4d72-8875-3f0401176739 tempest-VolumesSnapshotTestJSON-1929824287 tempest-VolumesSnapshotTestJSON-1929824287-project] 10.222.0.13 "DELETE /v2.0/ports/e476b9a2-a22a-47ac-adea-ec15c9044b61 HTTP/1.1" status: 204 len: 173 time: 0.5041745 Mar 04 03:03:09.839824 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5a6435-e6a9-47fa-a63c-39de9b4474dd', 'name': 'network-vif-deleted', 'tag': 'e476b9a2-a22a-47ac-adea-ec15c9044b61'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:03:09.842367 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd209e3f-db4f-4ae6-ab9f-21fb48547b1b" -d '{"events": [{"server_uuid": "ad5a6435-e6a9-47fa-a63c-39de9b4474dd", "name": "network-vif-deleted", "tag": "e476b9a2-a22a-47ac-adea-ec15c9044b61"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:03:09.887929 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb98711-4644-43dc-a9d0-0f1f1c1c7da5 admin admin] Made reservation on behalf of b58c8835b47a4dac83e09accd355a75c for: {'network': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:03:09.892297 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1eb98711-4644-43dc-a9d0-0f1f1c1c7da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for network (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:09.908088 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1eb98711-4644-43dc-a9d0-0f1f1c1c7da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:10.025341 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1eb98711-4644-43dc-a9d0-0f1f1c1c7da5 admin admin] Publish callbacks [] for security_group (40255365-2db3-44f6-8d1d-9864ee261c4e), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:10.030363 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1eb98711-4644-43dc-a9d0-0f1f1c1c7da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (40255365-2db3-44f6-8d1d-9864ee261c4e), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:10.059186 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb98711-4644-43dc-a9d0-0f1f1c1c7da5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=102948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 03:03:10.070779 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb98711-4644-43dc-a9d0-0f1f1c1c7da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40255365-2db3-44f6-8d1d-9864ee261c4e,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:10.075669 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1eb98711-4644-43dc-a9d0-0f1f1c1c7da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (1e0ecda5-8658-4f8a-b28b-c6b94ba0a469), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:10.076012 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.db.segments_db [None req-1eb98711-4644-43dc-a9d0-0f1f1c1c7da5 admin admin] Added segment 1e0ecda5-8658-4f8a-b28b-c6b94ba0a469 of type vlan for network 49bf51ba-8828-4491-a7f8-316f4dd30796 Mar 04 03:03:10.111998 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5835d9d2-6427-4bf5-b742-dced513ba319 x-openstack-request-id: req-5835d9d2-6427-4bf5-b742-dced513ba319 {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:03:10.112527 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5a6435-e6a9-47fa-a63c-39de9b4474dd", "name": "network-vif-deleted", "tag": "e476b9a2-a22a-47ac-adea-ec15c9044b61", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:03:10.112732 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5835d9d2-6427-4bf5-b742-dced513ba319 {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:03:10.113087 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5a6435-e6a9-47fa-a63c-39de9b4474dd', 'name': 'network-vif-deleted', 'tag': 'e476b9a2-a22a-47ac-adea-ec15c9044b61', 'status': 'completed', 'code': 200} Mar 04 03:03:10.118601 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1eb98711-4644-43dc-a9d0-0f1f1c1c7da5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753425852492'] for network (49bf51ba-8828-4491-a7f8-316f4dd30796), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:10.147265 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1eb98711-4644-43dc-a9d0-0f1f1c1c7da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for network (49bf51ba-8828-4491-a7f8-316f4dd30796), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:10.148326 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb98711-4644-43dc-a9d0-0f1f1c1c7da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:10.148919 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1eb98711-4644-43dc-a9d0-0f1f1c1c7da5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:10.195748 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22359769-f4da-4e09-870d-aefd1370f6b7 req-343ed54a-c7b2-4733-bd42-00c6025a8650 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:10.197696 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-22359769-f4da-4e09-870d-aefd1370f6b7 req-343ed54a-c7b2-4733-bd42-00c6025a8650 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0555093 Mar 04 03:03:10.203997 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-1eb98711-4644-43dc-a9d0-0f1f1c1c7da5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3959568 Mar 04 03:03:10.208804 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 34884) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:10.213566 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-211c102f-e896-4111-a53d-d2837f2bbe10 admin admin] Request body: {'subnet': {'network_id': '49bf51ba-8828-4491-a7f8-316f4dd30796', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-279898942-subnet', 'tenant_id': 'b58c8835b47a4dac83e09accd355a75c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:03:10.216436 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb98711-4644-43dc-a9d0-0f1f1c1c7da5 admin admin] Pushing event updated for resources: {'Network': ['ID=49bf51ba-8828-4491-a7f8-316f4dd30796,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:10.228481 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Network 49bf51ba-8828-4491-a7f8-316f4dd30796 details requested by agent ovs-agent-dv-cinder-828061-7-iscsi with host dv-cinder-828061-7-iscsi {{(pid=102955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 03:03:10.236094 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211c102f-e896-4111-a53d-d2837f2bbe10 admin admin] Made reservation on behalf of b58c8835b47a4dac83e09accd355a75c for: {'subnet': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:03:10.238472 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-211c102f-e896-4111-a53d-d2837f2bbe10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12482593'] for subnet (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:10.258247 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-22359769-f4da-4e09-870d-aefd1370f6b7 req-e8b85df5-1504-44a7-a5b9-06909e09fab3 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547116 Mar 04 03:03:10.416445 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-211c102f-e896-4111-a53d-d2837f2bbe10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12133104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12482579'] for subnet (7a8c3c32-1929-4038-9b58-7bca894a9669), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:10.471829 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c102f-e896-4111-a53d-d2837f2bbe10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a8c3c32-1929-4038-9b58-7bca894a9669,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:10.482224 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211c102f-e896-4111-a53d-d2837f2bbe10 admin admin] Checking segment: {'id': '1e0ecda5-8658-4f8a-b28b-c6b94ba0a469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '49bf51ba-8828-4491-a7f8-316f4dd30796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:03:10.482583 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211c102f-e896-4111-a53d-d2837f2bbe10 admin admin] Network hostable DHCP agents. Network: 49bf51ba-8828-4491-a7f8-316f4dd30796, hostable agents: ['193be762-5f90-4059-8499-961b96963e98'], hosted agents: [] {{(pid=102948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 03:03:10.498875 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211c102f-e896-4111-a53d-d2837f2bbe10 admin admin] Network 49bf51ba-8828-4491-a7f8-316f4dd30796 is scheduled to be hosted by DHCP agent 193be762-5f90-4059-8499-961b96963e98 with binding_index 1 {{(pid=102948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 03:03:10.506944 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-211c102f-e896-4111-a53d-d2837f2bbe10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-7-iscsi, 49bf51ba-8828-4491-a7f8-316f4dd30796) {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:03:10.512623 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211c102f-e896-4111-a53d-d2837f2bbe10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:10.512623 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-211c102f-e896-4111-a53d-d2837f2bbe10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:10.515539 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f56350-b96b-4de5-ad7c-5849989c53c0 None None] Network 49bf51ba-8828-4491-a7f8-316f4dd30796 requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:03:10.534210 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-211c102f-e896-4111-a53d-d2837f2bbe10 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3243628 Mar 04 03:03:10.613358 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f875b7-b441-4f42-8f59-70b6ebf1b3b2 None None] Network 49bf51ba-8828-4491-a7f8-316f4dd30796 requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:03:11.378798 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459c6e9-756a-4b5d-84c6-5a3aa77536db req-7aa25c54-e012-499f-9d79-6adcc3732df9 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:11.380280 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9459c6e9-756a-4b5d-84c6-5a3aa77536db req-7aa25c54-e012-499f-9d79-6adcc3732df9 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0569460 Mar 04 03:03:11.425840 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9459c6e9-756a-4b5d-84c6-5a3aa77536db req-00b29086-5ebf-4979-bd5d-4380c76a6a24 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399804 Mar 04 03:03:12.343984 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:03:12.547281 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c556454-9769-4c3a-ac1f-108a40678bf6 req-d4b8d339-a9c6-4d16-82e2-7f004e0e99ec tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:12.548759 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2c556454-9769-4c3a-ac1f-108a40678bf6 req-d4b8d339-a9c6-4d16-82e2-7f004e0e99ec tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0507612 Mar 04 03:03:12.570987 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:12.596082 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2c556454-9769-4c3a-ac1f-108a40678bf6 req-374dab61-17ce-4625-bb43-7521d63b5fc3 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405889 Mar 04 03:03:12.714661 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device e476b9a2-a22a-47ac-adea-ec15c9044b61 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:03:12.738628 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] No Port match for: e476b9a2-a22a-47ac-adea-ec15c9044b61 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:03:12.738975 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device e476b9a2-a22a-47ac-adea-ec15c9044b61 not bound to the agent host hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:03:13.717669 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d3508-63d5-4297-89c8-9742f094be74 req-cf4154ba-ffb7-4f42-b19d-dd57b6def258 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:13.719152 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fc4d3508-63d5-4297-89c8-9742f094be74 req-cf4154ba-ffb7-4f42-b19d-dd57b6def258 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0514348 Mar 04 03:03:13.767984 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fc4d3508-63d5-4297-89c8-9742f094be74 req-fb8a4122-7260-45b7-9591-c13cff9b1063 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434184 Mar 04 03:03:14.889207 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced679dc-c85c-4044-aadb-fc5975416732 req-9d51555d-5dfd-4996-b49e-ca363e6f908d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:14.890683 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ced679dc-c85c-4044-aadb-fc5975416732 req-9d51555d-5dfd-4996-b49e-ca363e6f908d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0513759 Mar 04 03:03:14.935588 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ced679dc-c85c-4044-aadb-fc5975416732 req-6fb8f158-014c-4874-9e6b-6073d23a31ea tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394080 Mar 04 03:03:16.058567 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee172b6-64e0-4d97-942b-195d654a7c0d req-858c513f-7081-4b1f-abe2-f012709a22e4 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:16.060034 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1ee172b6-64e0-4d97-942b-195d654a7c0d req-858c513f-7081-4b1f-abe2-f012709a22e4 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 944 time: 0.0523572 Mar 04 03:03:16.106679 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1ee172b6-64e0-4d97-942b-195d654a7c0d req-ebacc1f8-ab7e-411a-832b-49df7cd37e59 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410633 Mar 04 03:03:16.736535 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 4f8ced06-af44-4944-8712-1d93dfbd72ce details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 03:03:16.828858 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 4f8ced06-af44-4944-8712-1d93dfbd72ce, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4f8ced06-af44-4944-8712-1d93dfbd72ce,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:03:16.843494 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': '4f8ced06-af44-4944-8712-1d93dfbd72ce', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'port_id': '4f8ced06-af44-4944-8712-1d93dfbd72ce', 'mac_address': 'fa:16:3e:4c:21:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 03:03:16.879411 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port 4f8ced06-af44-4944-8712-1d93dfbd72ce is: DOWN; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:03:16.879796 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:16.892128 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f8ced06-af44-4944-8712-1d93dfbd72ce {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:03:16.910505 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 4f8ced06-af44-4944-8712-1d93dfbd72ce, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4f8ced06-af44-4944-8712-1d93dfbd72ce,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:03:16.915320 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:16.961656 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=4f8ced06-af44-4944-8712-1d93dfbd72ce,revision_number=9']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:16.968335 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:16.968684 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:16.969026 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:16.969363 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:16.969707 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:16.970038 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:16.970366 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:16.970690 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:16.971012 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:16.971336 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:16.971654 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:16.971970 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:16.972286 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:17.234817 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a80b0-6c6e-416f-b8a0-fa91a0f115bb req-3fac37af-f3e3-4053-bd3f-77e08c2673b0 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:17.236283 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3d5a80b0-6c6e-416f-b8a0-fa91a0f115bb req-3fac37af-f3e3-4053-bd3f-77e08c2673b0 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 945 time: 0.0564611 Mar 04 03:03:17.284789 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3d5a80b0-6c6e-416f-b8a0-fa91a0f115bb req-334af2e2-2ff8-4379-8578-6698554ea2c3 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412910 Mar 04 03:03:17.410482 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['4f8ced06-af44-4944-8712-1d93dfbd72ce'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:03:18.413150 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8e27a-8f5f-4bfc-8e44-338f41f4f8f8 req-4ff84c4a-b2a0-4ccb-a21c-35341bd68a97 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:18.414653 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-48c8e27a-8f5f-4bfc-8e44-338f41f4f8f8 req-4ff84c4a-b2a0-4ccb-a21c-35341bd68a97 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 945 time: 0.0525658 Mar 04 03:03:18.460734 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-48c8e27a-8f5f-4bfc-8e44-338f41f4f8f8 req-4c3649e3-d005-4c7d-9543-e3b4fb724c3e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405626 Mar 04 03:03:18.738815 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 4f8ced06-af44-4944-8712-1d93dfbd72ce up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:03:18.785793 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port 4f8ced06-af44-4944-8712-1d93dfbd72ce triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:03:18.786172 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:18.866429 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port 4f8ced06-af44-4944-8712-1d93dfbd72ce is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:03:18.866824 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:18.891335 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba9647b-67ee-4334-93e0-b1decd95e719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8ced06-af44-4944-8712-1d93dfbd72ce'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:03:18.893596 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24a90bc-2265-498f-be3a-007f03b4a0d6" -d '{"events": [{"server_uuid": "3ba9647b-67ee-4334-93e0-b1decd95e719", "name": "network-vif-plugged", "status": "completed", "tag": "4f8ced06-af44-4944-8712-1d93dfbd72ce"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:03:18.907181 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 4f8ced06-af44-4944-8712-1d93dfbd72ce, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4f8ced06-af44-4944-8712-1d93dfbd72ce,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:03:18.912706 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:18.972254 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=4f8ced06-af44-4944-8712-1d93dfbd72ce,revision_number=10']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:19.015506 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed11c617-44e7-4578-88e3-42ff8788165e x-openstack-request-id: req-ed11c617-44e7-4578-88e3-42ff8788165e {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:03:19.015807 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba9647b-67ee-4334-93e0-b1decd95e719", "name": "network-vif-plugged", "status": "completed", "tag": "4f8ced06-af44-4944-8712-1d93dfbd72ce", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:03:19.016070 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed11c617-44e7-4578-88e3-42ff8788165e {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:03:19.016474 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba9647b-67ee-4334-93e0-b1decd95e719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8ced06-af44-4944-8712-1d93dfbd72ce', 'code': 200} Mar 04 03:03:19.591667 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9382e4-640b-48d3-910a-f39065d2b193 req-6738c5c4-480b-4bf8-8595-cb83024e2586 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:19.593128 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7f9382e4-640b-48d3-910a-f39065d2b193 req-6738c5c4-480b-4bf8-8595-cb83024e2586 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 947 time: 0.0558105 Mar 04 03:03:19.646371 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7f9382e4-640b-48d3-910a-f39065d2b193 req-317b98ce-5716-4963-95b4-3b8f779c0861 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476224 Mar 04 03:03:19.739054 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ef05f-8e68-40c5-9d0c-7e1ba3564f2a req-2757be4c-0830-4c4d-bf7e-3e77206f5fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:19.740742 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5c9ef05f-8e68-40c5-9d0c-7e1ba3564f2a req-2757be4c-0830-4c4d-bf7e-3e77206f5fe5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 1131 time: 0.1366429 Mar 04 03:03:19.782101 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5c9ef05f-8e68-40c5-9d0c-7e1ba3564f2a req-d67141a9-6ff1-43b2-839f-9de33fe35373 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355132 Mar 04 03:03:20.769235 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d94bc-8185-453a-80ea-0e8831e37d63 req-130ff34a-184a-435e-bd19-91aa10734a09 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:20.770728 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b34d94bc-8185-453a-80ea-0e8831e37d63 req-130ff34a-184a-435e-bd19-91aa10734a09 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 947 time: 0.0512822 Mar 04 03:03:20.815102 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b34d94bc-8185-453a-80ea-0e8831e37d63 req-0e82e1cc-ec89-499c-9bf5-a8f44543ac14 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383241 Mar 04 03:03:21.941537 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156588f-35d6-49f5-aaaa-43c2bbe4e3c4 req-c4de5fac-93a3-420c-9525-0b61d5fc7076 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:21.943082 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6156588f-35d6-49f5-aaaa-43c2bbe4e3c4 req-c4de5fac-93a3-420c-9525-0b61d5fc7076 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 947 time: 0.0563221 Mar 04 03:03:21.990288 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6156588f-35d6-49f5-aaaa-43c2bbe4e3c4 req-624f595b-49dd-4909-9282-fc5432934a64 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411980 Mar 04 03:03:23.115911 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ce23d-5e6b-4d04-a403-b8a583ff578f req-65226c08-c584-4f57-9eb5-c6c887b421bd tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:23.117383 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c61ce23d-5e6b-4d04-a403-b8a583ff578f req-65226c08-c584-4f57-9eb5-c6c887b421bd tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 947 time: 0.0529313 Mar 04 03:03:23.162661 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c61ce23d-5e6b-4d04-a403-b8a583ff578f req-7fb694ac-187e-42df-a48e-f1c8f978a064 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397029 Mar 04 03:03:24.288236 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2e097-f275-4c8e-9e04-140549103030 req-29a670c6-ba66-41e4-b2e5-8175bf4ba471 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:24.289935 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-dec2e097-f275-4c8e-9e04-140549103030 req-29a670c6-ba66-41e4-b2e5-8175bf4ba471 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 947 time: 0.0567598 Mar 04 03:03:24.336422 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-dec2e097-f275-4c8e-9e04-140549103030 req-1a81b1aa-790e-49c0-9c6b-435c957bf954 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407786 Mar 04 03:03:25.460244 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7baf6-653a-4f8a-a071-3ed95309b9ae req-5e20b622-3a2e-404c-95b1-5ff6db580be4 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:25.461773 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-54b7baf6-653a-4f8a-a071-3ed95309b9ae req-5e20b622-3a2e-404c-95b1-5ff6db580be4 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 947 time: 0.0536330 Mar 04 03:03:25.508061 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-54b7baf6-653a-4f8a-a071-3ed95309b9ae req-ff822f8e-81a6-43f8-b5b2-a2dfe4617b9c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407445 Mar 04 03:03:31.952729 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-4622637e-2a4a-44ae-89b6-c4ee718aefd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:32.374771 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 35200) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:32.418895 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d1caed-a71f-45fd-a463-9277e2526fc0 admin admin] Deleting subnet 7f18568d-d91b-43c3-8c20-32613a065b5c {{(pid=102948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 03:03:32.422116 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b2d1caed-a71f-45fd-a463-9277e2526fc0 admin admin] Publish callbacks [] for subnet (7f18568d-d91b-43c3-8c20-32613a065b5c), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:32.458767 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b2d1caed-a71f-45fd-a463-9277e2526fc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797375'] for subnet (7f18568d-d91b-43c3-8c20-32613a065b5c), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:32.498584 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b2d1caed-a71f-45fd-a463-9277e2526fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511659'] for subnet (7f18568d-d91b-43c3-8c20-32613a065b5c), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:32.557956 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b2d1caed-a71f-45fd-a463-9277e2526fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12133047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12482570'] for subnet (7f18568d-d91b-43c3-8c20-32613a065b5c), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:32.583801 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1caed-a71f-45fd-a463-9277e2526fc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f18568d-d91b-43c3-8c20-32613a065b5c,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:32.587707 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b2d1caed-a71f-45fd-a463-9277e2526fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:32.590842 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-b2d1caed-a71f-45fd-a463-9277e2526fc0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7f18568d-d91b-43c3-8c20-32613a065b5c HTTP/1.1" status: 204 len: 168 time: 0.2150767 Mar 04 03:03:32.593320 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 35208) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:32.662801 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b5823354-0083-4edd-b156-3d54c0c1f3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516816'] for network (05e0790b-3e20-4f47-be3e-8c26091b52af), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:32.739965 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b5823354-0083-4edd-b156-3d54c0c1f3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621520', 'neutron.services.segments.db._delete_segments_for_network-8753426307485'] for network (05e0790b-3e20-4f47-be3e-8c26091b52af), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:32.760951 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-b5823354-0083-4edd-b156-3d54c0c1f3ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e0790b-3e20-4f47-be3e-8c26091b52af']}} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:03:32.770317 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-b5823354-0083-4edd-b156-3d54c0c1f3ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6117ff67-acf1-4789-b23a-d9c72e86417f') {'for_net_delete': True} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:03:32.770616 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-b5823354-0083-4edd-b156-3d54c0c1f3ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6117ff67-acf1-4789-b23a-d9c72e86417f') {} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:03:32.780954 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b5823354-0083-4edd-b156-3d54c0c1f3ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753426310822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797352'] for segment (6117ff67-acf1-4789-b23a-d9c72e86417f), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:32.794580 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b5823354-0083-4edd-b156-3d54c0c1f3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (6117ff67-acf1-4789-b23a-d9c72e86417f), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:32.800652 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5823354-0083-4edd-b156-3d54c0c1f3ec admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=102948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 03:03:32.800965 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b5823354-0083-4edd-b156-3d54c0c1f3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12132969'] for segment (6117ff67-acf1-4789-b23a-d9c72e86417f), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: Traceback (most recent call last): Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: timer() Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: cb(*args, **kw) Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: return func(*args, **kwargs) Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: self._notify() Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: self.callback(batched_events) Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: event.method(event) Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: return f(self, *a, **k) Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: return self._get(url).json() Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: return self.request(url, 'GET', **kwargs) Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 03:03:32.802891 dv-cinder-828061-7-iscsi neutron-server[102948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 03:03:32.858894 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b5823354-0083-4edd-b156-3d54c0c1f3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641210'] for network (05e0790b-3e20-4f47-be3e-8c26091b52af), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:32.864127 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b5823354-0083-4edd-b156-3d54c0c1f3ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:32.867244 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-b5823354-0083-4edd-b156-3d54c0c1f3ec admin admin] 10.222.0.16 "DELETE /v2.0/networks/05e0790b-3e20-4f47-be3e-8c26091b52af HTTP/1.1" status: 204 len: 168 time: 0.2729564 Mar 04 03:03:32.870674 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 35210) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:32.878449 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5823354-0083-4edd-b156-3d54c0c1f3ec admin admin] Pushing event deleted for resources: {'Network': ['ID=05e0790b-3e20-4f47-be3e-8c26091b52af,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:32.913830 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c398a9-92bb-451c-9cd6-c13721f6a3c1 admin admin] Deleting subnet 7a8c3c32-1929-4038-9b58-7bca894a9669 {{(pid=102946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 03:03:32.917647 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-50c398a9-92bb-451c-9cd6-c13721f6a3c1 admin admin] Publish callbacks [] for subnet (7a8c3c32-1929-4038-9b58-7bca894a9669), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:32.954888 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-50c398a9-92bb-451c-9cd6-c13721f6a3c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9053631'] for subnet (7a8c3c32-1929-4038-9b58-7bca894a9669), precommit_delete_associations {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:32.991409 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-50c398a9-92bb-451c-9cd6-c13721f6a3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511659'] for subnet (7a8c3c32-1929-4038-9b58-7bca894a9669), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:33.042132 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-50c398a9-92bb-451c-9cd6-c13721f6a3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11867116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11473261'] for subnet (7a8c3c32-1929-4038-9b58-7bca894a9669), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:33.068607 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-50c398a9-92bb-451c-9cd6-c13721f6a3c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:33.071886 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-50c398a9-92bb-451c-9cd6-c13721f6a3c1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7a8c3c32-1929-4038-9b58-7bca894a9669 HTTP/1.1" status: 204 len: 168 time: 0.2001047 Mar 04 03:03:33.073105 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c398a9-92bb-451c-9cd6-c13721f6a3c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a8c3c32-1929-4038-9b58-7bca894a9669,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:33.074540 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 35212) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:33.145987 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1fc0a217-2620-4545-9a8d-04e870ce95f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516816'] for network (49bf51ba-8828-4491-a7f8-316f4dd30796), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:33.219771 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1fc0a217-2620-4545-9a8d-04e870ce95f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621520', 'neutron.services.segments.db._delete_segments_for_network-8753426307485'] for network (49bf51ba-8828-4491-a7f8-316f4dd30796), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:33.239767 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-1fc0a217-2620-4545-9a8d-04e870ce95f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49bf51ba-8828-4491-a7f8-316f4dd30796']}} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:03:33.248781 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-1fc0a217-2620-4545-9a8d-04e870ce95f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0ecda5-8658-4f8a-b28b-c6b94ba0a469') {'for_net_delete': True} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:03:33.249080 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-1fc0a217-2620-4545-9a8d-04e870ce95f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0ecda5-8658-4f8a-b28b-c6b94ba0a469') {} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:03:33.258418 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1fc0a217-2620-4545-9a8d-04e870ce95f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753426310822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797352'] for segment (1e0ecda5-8658-4f8a-b28b-c6b94ba0a469), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:33.271354 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1fc0a217-2620-4545-9a8d-04e870ce95f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (1e0ecda5-8658-4f8a-b28b-c6b94ba0a469), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:33.277917 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc0a217-2620-4545-9a8d-04e870ce95f0 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=102948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 03:03:33.278290 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1fc0a217-2620-4545-9a8d-04e870ce95f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12132969'] for segment (1e0ecda5-8658-4f8a-b28b-c6b94ba0a469), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: Traceback (most recent call last): Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: timer() Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: cb(*args, **kw) Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: return func(*args, **kwargs) Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: self._notify() Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: self.callback(batched_events) Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: event.method(event) Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: return f(self, *a, **k) Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: return self._get(url).json() Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: return self.request(url, 'GET', **kwargs) Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 03:03:33.280131 dv-cinder-828061-7-iscsi neutron-server[102948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 03:03:33.334883 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1fc0a217-2620-4545-9a8d-04e870ce95f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641210'] for network (49bf51ba-8828-4491-a7f8-316f4dd30796), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:33.340745 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1fc0a217-2620-4545-9a8d-04e870ce95f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:33.343891 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-1fc0a217-2620-4545-9a8d-04e870ce95f0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/49bf51ba-8828-4491-a7f8-316f4dd30796 HTTP/1.1" status: 204 len: 168 time: 0.2683234 Mar 04 03:03:33.355291 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0a217-2620-4545-9a8d-04e870ce95f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=49bf51ba-8828-4491-a7f8-316f4dd30796,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:33.498433 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 35216) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:33.537242 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-2b13f42d-728a-4334-86ed-f23c3371bed2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3fd21c06368473dbe130ded0a780d25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376153 Mar 04 03:03:33.539617 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 35218) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:33.587091 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c7e9abf7-1ed3-44fe-bfce-42e52d1ab840 admin admin] Publish callbacks [] for security_group (406023d4-306a-4b2e-8c5a-fbc91fd582e2), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:33.608615 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c7e9abf7-1ed3-44fe-bfce-42e52d1ab840 admin admin] Publish callbacks [] for security_group (406023d4-306a-4b2e-8c5a-fbc91fd582e2), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:33.655866 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c7e9abf7-1ed3-44fe-bfce-42e52d1ab840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (406023d4-306a-4b2e-8c5a-fbc91fd582e2), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:33.658586 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c7e9abf7-1ed3-44fe-bfce-42e52d1ab840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:33.659789 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-c7e9abf7-1ed3-44fe-bfce-42e52d1ab840 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/406023d4-306a-4b2e-8c5a-fbc91fd582e2 HTTP/1.1" status: 204 len: 168 time: 0.1191349 Mar 04 03:03:33.668480 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9abf7-1ed3-44fe-bfce-42e52d1ab840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406023d4-306a-4b2e-8c5a-fbc91fd582e2,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:33.987703 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 35244) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:34.031670 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-0d1d5749-a982-415b-ae28-294163095fc4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b58c8835b47a4dac83e09accd355a75c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427587 Mar 04 03:03:34.034118 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 35246) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:34.081446 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-fdf8cb6c-3568-426c-811e-7212ce05141c admin admin] Publish callbacks [] for security_group (40255365-2db3-44f6-8d1d-9864ee261c4e), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:34.105460 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-fdf8cb6c-3568-426c-811e-7212ce05141c admin admin] Publish callbacks [] for security_group (40255365-2db3-44f6-8d1d-9864ee261c4e), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:34.150241 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-fdf8cb6c-3568-426c-811e-7212ce05141c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (40255365-2db3-44f6-8d1d-9864ee261c4e), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:34.152818 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-fdf8cb6c-3568-426c-811e-7212ce05141c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:34.153971 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-fdf8cb6c-3568-426c-811e-7212ce05141c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/40255365-2db3-44f6-8d1d-9864ee261c4e HTTP/1.1" status: 204 len: 168 time: 0.1189222 Mar 04 03:03:34.161090 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8cb6c-3568-426c-811e-7212ce05141c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40255365-2db3-44f6-8d1d-9864ee261c4e,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:34.356705 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-6ba1c6e3-8f6d-4fc3-b652-fe3b344fd8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:35.370414 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:36.008992 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 35300) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:36.052095 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5fcd60b-529f-4236-b219-6c4237399a77 admin admin] Deleting subnet 463074ac-22cf-4e1c-bc94-222bfb1c373a {{(pid=102946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 03:03:36.055840 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f5fcd60b-529f-4236-b219-6c4237399a77 admin admin] Publish callbacks [] for subnet (463074ac-22cf-4e1c-bc94-222bfb1c373a), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:36.089242 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f5fcd60b-529f-4236-b219-6c4237399a77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9053631'] for subnet (463074ac-22cf-4e1c-bc94-222bfb1c373a), precommit_delete_associations {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:36.128295 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f5fcd60b-529f-4236-b219-6c4237399a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511659'] for subnet (463074ac-22cf-4e1c-bc94-222bfb1c373a), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:36.182851 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f5fcd60b-529f-4236-b219-6c4237399a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11867116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11473261'] for subnet (463074ac-22cf-4e1c-bc94-222bfb1c373a), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:36.447612 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcd60b-529f-4236-b219-6c4237399a77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=463074ac-22cf-4e1c-bc94-222bfb1c373a,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:36.449393 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f5fcd60b-529f-4236-b219-6c4237399a77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:36.452965 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-f5fcd60b-529f-4236-b219-6c4237399a77 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/463074ac-22cf-4e1c-bc94-222bfb1c373a HTTP/1.1" status: 204 len: 168 time: 0.4426520 Mar 04 03:03:36.455132 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 35302) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:36.520043 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2a092d46-6727-42fc-8976-fb0d17a16ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516816'] for network (9bd2c670-e7f9-48f4-baa5-d3f16c53ff23), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:36.598737 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2a092d46-6727-42fc-8976-fb0d17a16ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621520', 'neutron.services.segments.db._delete_segments_for_network-8753426307485'] for network (9bd2c670-e7f9-48f4-baa5-d3f16c53ff23), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:36.618435 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.services.segments.db [None req-2a092d46-6727-42fc-8976-fb0d17a16ded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd2c670-e7f9-48f4-baa5-d3f16c53ff23']}} {{(pid=102946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:03:36.627259 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.services.segments.db [None req-2a092d46-6727-42fc-8976-fb0d17a16ded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55') {'for_net_delete': True} {{(pid=102946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:03:36.627559 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.services.segments.db [None req-2a092d46-6727-42fc-8976-fb0d17a16ded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55') {} {{(pid=102946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:03:36.636907 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2a092d46-6727-42fc-8976-fb0d17a16ded admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753426310822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9053608'] for segment (566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:36.650040 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2a092d46-6727-42fc-8976-fb0d17a16ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:36.656516 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a092d46-6727-42fc-8976-fb0d17a16ded admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 03:03:36.656962 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2a092d46-6727-42fc-8976-fb0d17a16ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11866930'] for segment (566f8eca-c8f5-4bdf-ba2a-26a7a35e7f55), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: Traceback (most recent call last): Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: timer() Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: cb(*args, **kw) Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: return func(*args, **kwargs) Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: self._notify() Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: self.callback(batched_events) Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: event.method(event) Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: return f(self, *a, **k) Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: return self._get(url).json() Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: return self.request(url, 'GET', **kwargs) Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 03:03:36.658867 dv-cinder-828061-7-iscsi neutron-server[102946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 03:03:36.703270 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:36.712171 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2a092d46-6727-42fc-8976-fb0d17a16ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641210'] for network (9bd2c670-e7f9-48f4-baa5-d3f16c53ff23), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:36.717385 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2a092d46-6727-42fc-8976-fb0d17a16ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:36.720473 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-2a092d46-6727-42fc-8976-fb0d17a16ded admin admin] 10.222.0.16 "DELETE /v2.0/networks/9bd2c670-e7f9-48f4-baa5-d3f16c53ff23 HTTP/1.1" status: 204 len: 168 time: 0.2644506 Mar 04 03:03:36.735052 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a092d46-6727-42fc-8976-fb0d17a16ded admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd2c670-e7f9-48f4-baa5-d3f16c53ff23,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:36.878897 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 35308) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:36.921382 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-f22e1e60-7db9-42f4-9fe3-32bd773d84e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc2f7e887577406b82f0959411225f55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413342 Mar 04 03:03:36.923841 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 35310) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:36.971009 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1d47f38b-6677-4ff3-bb65-5194bb06fec0 admin admin] Publish callbacks [] for security_group (52a9f8e0-0805-4752-900a-d96efbc77b1b), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:36.992038 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1d47f38b-6677-4ff3-bb65-5194bb06fec0 admin admin] Publish callbacks [] for security_group (52a9f8e0-0805-4752-900a-d96efbc77b1b), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:37.040251 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1d47f38b-6677-4ff3-bb65-5194bb06fec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (52a9f8e0-0805-4752-900a-d96efbc77b1b), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:37.042915 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1d47f38b-6677-4ff3-bb65-5194bb06fec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:37.044081 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-1d47f38b-6677-4ff3-bb65-5194bb06fec0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/52a9f8e0-0805-4752-900a-d96efbc77b1b HTTP/1.1" status: 204 len: 168 time: 0.1193078 Mar 04 03:03:37.052947 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47f38b-6677-4ff3-bb65-5194bb06fec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a9f8e0-0805-4752-900a-d96efbc77b1b,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:37.715781 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 35342) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:37.810142 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-f49e64b5-7dad-40dd-b1c5-d938bc9a0cd5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1201439077-network', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:03:37.829373 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49e64b5-7dad-40dd-b1c5-d938bc9a0cd5 admin admin] Made reservation on behalf of 1248c4e6b3ec4d5bab6e570312099864 for: {'network': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:03:37.831602 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f49e64b5-7dad-40dd-b1c5-d938bc9a0cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for network (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:37.843281 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f49e64b5-7dad-40dd-b1c5-d938bc9a0cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:37.917317 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f49e64b5-7dad-40dd-b1c5-d938bc9a0cd5 admin admin] Publish callbacks [] for security_group (13339ff5-a098-473e-a3fb-0d9ce6de354e), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:37.920819 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f49e64b5-7dad-40dd-b1c5-d938bc9a0cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (13339ff5-a098-473e-a3fb-0d9ce6de354e), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:37.950281 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e64b5-7dad-40dd-b1c5-d938bc9a0cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13339ff5-a098-473e-a3fb-0d9ce6de354e,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:37.953864 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49e64b5-7dad-40dd-b1c5-d938bc9a0cd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=102948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 03:03:37.964692 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f49e64b5-7dad-40dd-b1c5-d938bc9a0cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (01769893-98cb-4681-8214-5c479e566303), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:37.965053 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.db.segments_db [None req-f49e64b5-7dad-40dd-b1c5-d938bc9a0cd5 admin admin] Added segment 01769893-98cb-4681-8214-5c479e566303 of type vlan for network dd04bf70-51ad-4130-8348-344e159cf0ff Mar 04 03:03:38.001879 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f49e64b5-7dad-40dd-b1c5-d938bc9a0cd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753425852492'] for network (dd04bf70-51ad-4130-8348-344e159cf0ff), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:38.027152 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f49e64b5-7dad-40dd-b1c5-d938bc9a0cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for network (dd04bf70-51ad-4130-8348-344e159cf0ff), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:38.028129 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49e64b5-7dad-40dd-b1c5-d938bc9a0cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:38.028715 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f49e64b5-7dad-40dd-b1c5-d938bc9a0cd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:38.075192 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-f49e64b5-7dad-40dd-b1c5-d938bc9a0cd5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3582246 Mar 04 03:03:38.078215 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 35346) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:38.083041 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-8da717d4-cdac-4abb-ba50-3b79af377bc0 admin admin] Request body: {'subnet': {'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1201439077-subnet', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'ip_version': 4}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:03:38.087961 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e64b5-7dad-40dd-b1c5-d938bc9a0cd5 admin admin] Pushing event updated for resources: {'Network': ['ID=dd04bf70-51ad-4130-8348-344e159cf0ff,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:38.098558 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Network dd04bf70-51ad-4130-8348-344e159cf0ff details requested by agent ovs-agent-dv-cinder-828061-7-iscsi with host dv-cinder-828061-7-iscsi {{(pid=102955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 03:03:38.105011 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da717d4-cdac-4abb-ba50-3b79af377bc0 admin admin] Made reservation on behalf of 1248c4e6b3ec4d5bab6e570312099864 for: {'subnet': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:03:38.107894 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8da717d4-cdac-4abb-ba50-3b79af377bc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11473222'] for subnet (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:38.268385 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8da717d4-cdac-4abb-ba50-3b79af377bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11867051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11473268'] for subnet (8a6a0257-e841-44fa-928a-9f49db9b48d7), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:38.330414 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da717d4-cdac-4abb-ba50-3b79af377bc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a6a0257-e841-44fa-928a-9f49db9b48d7,revision_number=0']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:38.340074 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da717d4-cdac-4abb-ba50-3b79af377bc0 admin admin] Checking segment: {'id': '01769893-98cb-4681-8214-5c479e566303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:03:38.340429 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da717d4-cdac-4abb-ba50-3b79af377bc0 admin admin] Network hostable DHCP agents. Network: dd04bf70-51ad-4130-8348-344e159cf0ff, hostable agents: ['193be762-5f90-4059-8499-961b96963e98'], hosted agents: [] {{(pid=102946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 03:03:38.358138 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da717d4-cdac-4abb-ba50-3b79af377bc0 admin admin] Network dd04bf70-51ad-4130-8348-344e159cf0ff is scheduled to be hosted by DHCP agent 193be762-5f90-4059-8499-961b96963e98 with binding_index 1 {{(pid=102946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 03:03:38.367972 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-8da717d4-cdac-4abb-ba50-3b79af377bc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-7-iscsi, dd04bf70-51ad-4130-8348-344e159cf0ff) {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:03:38.373209 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da717d4-cdac-4abb-ba50-3b79af377bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:38.373984 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8da717d4-cdac-4abb-ba50-3b79af377bc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:38.379883 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:38.386438 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5df63d8-836e-419a-af23-8b43f48263b3 None None] Network dd04bf70-51ad-4130-8348-344e159cf0ff requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:03:38.391342 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-8da717d4-cdac-4abb-ba50-3b79af377bc0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3118958 Mar 04 03:03:38.393881 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 35352) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:38.399263 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-95533dab-1195-45de-999c-6b849cfa2916 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1201439077-router', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:03:38.424146 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-95533dab-1195-45de-999c-6b849cfa2916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59233'] for router (f318d35d-b678-4fc4-b34d-954a5e98f508), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:38.425418 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-95533dab-1195-45de-999c-6b849cfa2916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59160'] for router (f318d35d-b678-4fc4-b34d-954a5e98f508), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:38.484775 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-95533dab-1195-45de-999c-6b849cfa2916 admin admin] Publish callbacks [] for router_controller (f318d35d-b678-4fc4-b34d-954a5e98f508), precommit_add_association {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:38.498193 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3a8617-d134-4bd6-b2d3-d8e679fef0e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5abfbf6-2497-5bc8-8249-8e37f7c4ec42-dd04bf70-51ad-4130-8348-344e159cf0ff', 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff', 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'fixed_ips': [{'subnet_id': '8a6a0257-e841-44fa-928a-9f49db9b48d7'}]}} from dv-cinder-828061-7-iscsi. {{(pid=102955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 03:03:38.499059 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-dd3a8617-d134-4bd6-b2d3-d8e679fef0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:38.641202 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-95533dab-1195-45de-999c-6b849cfa2916 admin admin] Publish callbacks [] for router_gateway (f318d35d-b678-4fc4-b34d-954a5e98f508), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:38.645193 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.db_base_plugin_common [None req-dd3a8617-d134-4bd6-b2d3-d8e679fef0e4 None None] Allocated IP 172.20.0.2 (dd04bf70-51ad-4130-8348-344e159cf0ff/8a6a0257-e841-44fa-928a-9f49db9b48d7/147a0faa-b906-497b-b9d4-eb1d39fb3f42) {{(pid=102955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:03:38.802591 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-dd3a8617-d134-4bd6-b2d3-d8e679fef0e4 None None] Publish callbacks [] for port (147a0faa-b906-497b-b9d4-eb1d39fb3f42), precommit_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:38.809806 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-dd3a8617-d134-4bd6-b2d3-d8e679fef0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (147a0faa-b906-497b-b9d4-eb1d39fb3f42), after_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:38.848179 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3a8617-d134-4bd6-b2d3-d8e679fef0e4 None None] Network dd04bf70-51ad-4130-8348-344e159cf0ff is already hosted by enough agents. {{(pid=102955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:03:38.853663 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.scheduler.base_scheduler [None req-dd3a8617-d134-4bd6-b2d3-d8e679fef0e4 None None] Resources bound (agent type, host, resource id): {{(pid=102955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:03:38.857408 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a8617-d134-4bd6-b2d3-d8e679fef0e4 None None] Received port after_create {{(pid=102955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:03:38.857564 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-95533dab-1195-45de-999c-6b849cfa2916 admin admin] Publish callbacks [] for router_gateway (f318d35d-b678-4fc4-b34d-954a5e98f508), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:38.864412 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a8617-d134-4bd6-b2d3-d8e679fef0e4 None None] Pushing event updated for resources: {'Port': ['ID=147a0faa-b906-497b-b9d4-eb1d39fb3f42,revision_number=1']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:38.878695 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-95533dab-1195-45de-999c-6b849cfa2916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:38.920397 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-dd3a8617-d134-4bd6-b2d3-d8e679fef0e4 None None] Attempting to bind port 147a0faa-b906-497b-b9d4-eb1d39fb3f42 on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:03:38.920786 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-dd3a8617-d134-4bd6-b2d3-d8e679fef0e4 None None] Attempting to bind port 147a0faa-b906-497b-b9d4-eb1d39fb3f42 by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': '01769893-98cb-4681-8214-5c479e566303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:03:38.921262 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3a8617-d134-4bd6-b2d3-d8e679fef0e4 None None] Attempting to bind port 147a0faa-b906-497b-b9d4-eb1d39fb3f42 on network dd04bf70-51ad-4130-8348-344e159cf0ff {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:03:38.926781 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3a8617-d134-4bd6-b2d3-d8e679fef0e4 None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:03:38.927149 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3a8617-d134-4bd6-b2d3-d8e679fef0e4 None None] Checking segment: {'id': '01769893-98cb-4681-8214-5c479e566303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:03:38.927553 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-dd3a8617-d134-4bd6-b2d3-d8e679fef0e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:38.927937 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3a8617-d134-4bd6-b2d3-d8e679fef0e4 None None] Bound using segment: {'id': '01769893-98cb-4681-8214-5c479e566303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:03:38.928399 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-dd3a8617-d134-4bd6-b2d3-d8e679fef0e4 None None] Bound port: 147a0faa-b906-497b-b9d4-eb1d39fb3f42, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01769893-98cb-4681-8214-5c479e566303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:03:38.928768 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-dd3a8617-d134-4bd6-b2d3-d8e679fef0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (147a0faa-b906-497b-b9d4-eb1d39fb3f42), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:38.987758 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_common [None req-95533dab-1195-45de-999c-6b849cfa2916 admin admin] Allocated IP 172.27.2.44 (4b7e2636-a469-4d8a-9bd4-65ee0f06b31b/15e6bee3-74fb-492e-abc3-419d01a26fc0/6b17fede-4dd1-4622-ad2e-4b3cdf58b386) {{(pid=102946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:03:38.994308 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-dd3a8617-d134-4bd6-b2d3-d8e679fef0e4 None None] For port 147a0faa-b906-497b-b9d4-eb1d39fb3f42, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:03:38.997274 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-dd3a8617-d134-4bd6-b2d3-d8e679fef0e4 None None] For port 147a0faa-b906-497b-b9d4-eb1d39fb3f42, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=147a0faa-b906-497b-b9d4-eb1d39fb3f42,segment=NetworkSegment(01769893-98cb-4681-8214-5c479e566303),segment_id=01769893-98cb-4681-8214-5c479e566303)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:03:39.002867 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-dd3a8617-d134-4bd6-b2d3-d8e679fef0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (147a0faa-b906-497b-b9d4-eb1d39fb3f42), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:39.062179 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a8617-d134-4bd6-b2d3-d8e679fef0e4 None None] Pushing event updated for resources: {'Port': ['ID=147a0faa-b906-497b-b9d4-eb1d39fb3f42,revision_number=2']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:39.093808 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-95533dab-1195-45de-999c-6b849cfa2916 admin admin] Publish callbacks [] for port (6b17fede-4dd1-4622-ad2e-4b3cdf58b386), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:39.136412 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-95533dab-1195-45de-999c-6b849cfa2916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (6b17fede-4dd1-4622-ad2e-4b3cdf58b386), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:39.172730 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95533dab-1195-45de-999c-6b849cfa2916 admin admin] Network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:03:39.177607 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-95533dab-1195-45de-999c-6b849cfa2916 admin admin] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:03:39.181290 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95533dab-1195-45de-999c-6b849cfa2916 admin admin] Received port after_create {{(pid=102946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:03:39.224362 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95533dab-1195-45de-999c-6b849cfa2916 admin admin] Pushing event updated for resources: {'Port': ['ID=6b17fede-4dd1-4622-ad2e-4b3cdf58b386,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:39.460583 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-95533dab-1195-45de-999c-6b849cfa2916 admin admin] Publish callbacks [] for router_gateway (f318d35d-b678-4fc4-b34d-954a5e98f508), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:39.659609 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-95533dab-1195-45de-999c-6b849cfa2916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642414'] for router (f318d35d-b678-4fc4-b34d-954a5e98f508), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:39.800221 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95533dab-1195-45de-999c-6b849cfa2916 admin admin] Router f318d35d-b678-4fc4-b34d-954a5e98f508 is scheduled to L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd with binding_index 1 {{(pid=102946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 03:03:39.921234 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95533dab-1195-45de-999c-6b849cfa2916 admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:03:39.934775 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] Sync routers for ids ['f318d35d-b678-4fc4-b34d-954a5e98f508'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:03:39.941247 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-95533dab-1195-45de-999c-6b849cfa2916 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:39.945254 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-95533dab-1195-45de-999c-6b849cfa2916 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5473320 Mar 04 03:03:39.945899 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 35368) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:39.948581 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] Routers {'f318d35d-b678-4fc4-b34d-954a5e98f508'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:03:39.949551 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:03:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['f318d35d-b678-4fc4-b34d-954a5e98f508'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:03:40.019729 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feffd2d-77e4-41a6-a2ca-8bd83ff85656 None None] Network dd04bf70-51ad-4130-8348-344e159cf0ff requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:03:40.131698 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] Set router f318d35d-b678-4fc4-b34d-954a5e98f508 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:03:40.188222 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-f33415f4-60ca-4eb5-a372-70fc11e8bf2e None None] Provisioning complete for port 147a0faa-b906-497b-b9d4-eb1d39fb3f42 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:03:40.188623 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-f33415f4-60ca-4eb5-a372-70fc11e8bf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (147a0faa-b906-497b-b9d4-eb1d39fb3f42), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:40.463858 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f325788b-4c97-43dd-8775-698f0375fc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:40.545486 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-f33415f4-60ca-4eb5-a372-70fc11e8bf2e None None] Current status of the port 147a0faa-b906-497b-b9d4-eb1d39fb3f42 is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:03:40.547189 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-f33415f4-60ca-4eb5-a372-70fc11e8bf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (147a0faa-b906-497b-b9d4-eb1d39fb3f42), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:40.606291 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-f33415f4-60ca-4eb5-a372-70fc11e8bf2e None None] For port 147a0faa-b906-497b-b9d4-eb1d39fb3f42, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=147a0faa-b906-497b-b9d4-eb1d39fb3f42,segment=NetworkSegment(01769893-98cb-4681-8214-5c479e566303),segment_id=01769893-98cb-4681-8214-5c479e566303)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:03:40.615699 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'name': 'tempest-TestMinimumBasicScenario-1201439077-router', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:03:39Z', 'revision_number': 3, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'gw_port': {'id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:03:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:03:40.641536 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-f325788b-4c97-43dd-8775-698f0375fc64 admin admin] Allocated IP 172.20.0.1 (dd04bf70-51ad-4130-8348-344e159cf0ff/8a6a0257-e841-44fa-928a-9f49db9b48d7/becbf2f6-b53b-4a71-b814-dfc79a6babab) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:03:40.646847 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] Checking router: f318d35d-b678-4fc4-b34d-954a5e98f508 for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:03:40.647203 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] Updating router f318d35d-b678-4fc4-b34d-954a5e98f508 port 6b17fede-4dd1-4622-ad2e-4b3cdf58b386 binding host dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 03:03:40.686017 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (6b17fede-4dd1-4622-ad2e-4b3cdf58b386), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:40.710285 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-f33415f4-60ca-4eb5-a372-70fc11e8bf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (147a0faa-b906-497b-b9d4-eb1d39fb3f42), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:40.746728 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 147a0faa-b906-497b-b9d4-eb1d39fb3f42 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:03:40.778648 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f325788b-4c97-43dd-8775-698f0375fc64 admin admin] Publish callbacks [] for port (becbf2f6-b53b-4a71-b814-dfc79a6babab), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:40.811576 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f325788b-4c97-43dd-8775-698f0375fc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (becbf2f6-b53b-4a71-b814-dfc79a6babab), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:40.855519 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f325788b-4c97-43dd-8775-698f0375fc64 admin admin] Network dd04bf70-51ad-4130-8348-344e159cf0ff is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:03:40.858298 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-f325788b-4c97-43dd-8775-698f0375fc64 admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:03:40.860818 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f325788b-4c97-43dd-8775-698f0375fc64 admin admin] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:03:40.879084 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33415f4-60ca-4eb5-a372-70fc11e8bf2e None None] Pushing event updated for resources: {'Port': ['ID=147a0faa-b906-497b-b9d4-eb1d39fb3f42,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:40.887502 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325788b-4c97-43dd-8775-698f0375fc64 admin admin] Pushing event updated for resources: {'Port': ['ID=becbf2f6-b53b-4a71-b814-dfc79a6babab,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:40.893382 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-60318572-0525-4091-a018-214bc78c872f None None] Provisioning complete for port 147a0faa-b906-497b-b9d4-eb1d39fb3f42 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:03:40.893778 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-60318572-0525-4091-a018-214bc78c872f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (147a0faa-b906-497b-b9d4-eb1d39fb3f42), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:40.910987 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f325788b-4c97-43dd-8775-698f0375fc64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641075'] for router_interface (f318d35d-b678-4fc4-b34d-954a5e98f508), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:40.982041 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 147a0faa-b906-497b-b9d4-eb1d39fb3f42 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:03:40.982664 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (147a0faa-b906-497b-b9d4-eb1d39fb3f42), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:41.052376 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f325788b-4c97-43dd-8775-698f0375fc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (becbf2f6-b53b-4a71-b814-dfc79a6babab), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:41.151142 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-60318572-0525-4091-a018-214bc78c872f None None] Current status of the port 147a0faa-b906-497b-b9d4-eb1d39fb3f42 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:03:41.179139 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 147a0faa-b906-497b-b9d4-eb1d39fb3f42 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:03:41.184626 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] Publish callbacks [] for port (6b17fede-4dd1-4622-ad2e-4b3cdf58b386), precommit_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:41.191603 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (6b17fede-4dd1-4622-ad2e-4b3cdf58b386), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:41.225791 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f325788b-4c97-43dd-8775-698f0375fc64 admin admin] Publish callbacks [] for port (becbf2f6-b53b-4a71-b814-dfc79a6babab), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:41.231526 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f325788b-4c97-43dd-8775-698f0375fc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133005'] for port (becbf2f6-b53b-4a71-b814-dfc79a6babab), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:41.241188 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] Attempting to bind port 6b17fede-4dd1-4622-ad2e-4b3cdf58b386 on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:03:41.241550 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] Attempting to bind port 6b17fede-4dd1-4622-ad2e-4b3cdf58b386 by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:03:41.242627 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] Attempting to bind port 6b17fede-4dd1-4622-ad2e-4b3cdf58b386 on network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:03:41.248220 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bddfa8-c13f-400e-9557-68f74ab45053 None None] Pushing event updated for resources: {'Port': ['ID=6b17fede-4dd1-4622-ad2e-4b3cdf58b386,revision_number=2']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:41.252729 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:03:41.253105 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] Checking segment: {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:03:41.253506 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:41.253911 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] Bound using segment: {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:03:41.254377 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] Bound port: 6b17fede-4dd1-4622-ad2e-4b3cdf58b386, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:03:41.254753 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (6b17fede-4dd1-4622-ad2e-4b3cdf58b386), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:41.297367 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325788b-4c97-43dd-8775-698f0375fc64 admin admin] Pushing event updated for resources: {'Port': ['ID=becbf2f6-b53b-4a71-b814-dfc79a6babab,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:41.299861 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f325788b-4c97-43dd-8775-698f0375fc64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642211'] for router_interface (f318d35d-b678-4fc4-b34d-954a5e98f508), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:41.303502 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-9d86dade-bffd-41c6-bc2a-d2bbacd23e3e None None] Provisioning complete for port becbf2f6-b53b-4a71-b814-dfc79a6babab triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:03:41.303876 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-9d86dade-bffd-41c6-bc2a-d2bbacd23e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (becbf2f6-b53b-4a71-b814-dfc79a6babab), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:41.353450 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] For port 6b17fede-4dd1-4622-ad2e-4b3cdf58b386, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:03:41.358925 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] For port 6b17fede-4dd1-4622-ad2e-4b3cdf58b386, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=6b17fede-4dd1-4622-ad2e-4b3cdf58b386,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:03:41.361522 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-9d86dade-bffd-41c6-bc2a-d2bbacd23e3e None None] Port becbf2f6-b53b-4a71-b814-dfc79a6babab cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 03:03:41.369018 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (6b17fede-4dd1-4622-ad2e-4b3cdf58b386), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:41.401614 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f325788b-4c97-43dd-8775-698f0375fc64 admin admin] Network dd04bf70-51ad-4130-8348-344e159cf0ff is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:03:41.404202 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-f325788b-4c97-43dd-8775-698f0375fc64 admin admin] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:03:41.433867 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] Routers {'f318d35d-b678-4fc4-b34d-954a5e98f508'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:03:41.434499 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:03:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['f318d35d-b678-4fc4-b34d-954a5e98f508'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:03:41.437640 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bddfa8-c13f-400e-9557-68f74ab45053 None None] Pushing event updated for resources: {'Port': ['ID=6b17fede-4dd1-4622-ad2e-4b3cdf58b386,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:41.543448 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f325788b-4c97-43dd-8775-698f0375fc64 admin admin] Router f318d35d-b678-4fc4-b34d-954a5e98f508 has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:03:41.557901 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] Set router f318d35d-b678-4fc4-b34d-954a5e98f508 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:03:41.686255 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f325788b-4c97-43dd-8775-698f0375fc64 admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:03:41.698218 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-f325788b-4c97-43dd-8775-698f0375fc64 admin admin] 10.222.0.16 "PUT /v2.0/routers/f318d35d-b678-4fc4-b34d-954a5e98f508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7514801 Mar 04 03:03:41.803039 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-9df1d37b-4ccc-40b6-bef2-2fa69739d95a None None] Provisioning complete for port becbf2f6-b53b-4a71-b814-dfc79a6babab triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:03:41.803421 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-9df1d37b-4ccc-40b6-bef2-2fa69739d95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (becbf2f6-b53b-4a71-b814-dfc79a6babab), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:41.809656 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'name': 'tempest-TestMinimumBasicScenario-1201439077-router', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:03:41Z', 'revision_number': 4, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'gw_port': {'id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': 'becbf2f6-b53b-4a71-b814-dfc79a6babab', 'name': '', 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'mac_address': 'fa:16:3e:2a:71:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a6a0257-e841-44fa-928a-9f49db9b48d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:40Z', 'updated_at': '2022-03-04T03:03:41Z', 'revision_number': 2, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'subnets': [{'id': '8a6a0257-e841-44fa-928a-9f49db9b48d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:03:41.868972 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc042e-2ca3-484a-9c0b-72c28d20ae21 None None] The sync data for ids ['f318d35d-b678-4fc4-b34d-954a5e98f508'] in dv-cinder-828061-7-iscsi is: [{'id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'name': 'tempest-TestMinimumBasicScenario-1201439077-router', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:03:41Z', 'revision_number': 4, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'gw_port': {'id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': 'becbf2f6-b53b-4a71-b814-dfc79a6babab', 'name': '', 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'mac_address': 'fa:16:3e:2a:71:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a6a0257-e841-44fa-928a-9f49db9b48d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:40Z', 'updated_at': '2022-03-04T03:03:41Z', 'revision_number': 2, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'subnets': [{'id': '8a6a0257-e841-44fa-928a-9f49db9b48d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:03:41.875900 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-9df1d37b-4ccc-40b6-bef2-2fa69739d95a None None] Port becbf2f6-b53b-4a71-b814-dfc79a6babab cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 03:03:42.010857 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-62ed3647-4fac-4b5f-80d3-c59cfcd1c70e req-a5dfa4d0-0cb9-4273-ac20-9c71d6b9dfb5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461459 Mar 04 03:03:42.126608 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed3647-4fac-4b5f-80d3-c59cfcd1c70e req-76cc5df3-b174-4630-8af9-26e89790ed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:42.128160 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-62ed3647-4fac-4b5f-80d3-c59cfcd1c70e req-76cc5df3-b174-4630-8af9-26e89790ed3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=334bbe5c6d1042b49abc0793f344935b&device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 1131 time: 0.0691607 Mar 04 03:03:42.248604 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed3647-4fac-4b5f-80d3-c59cfcd1c70e req-db2ab096-bc8b-416c-8add-aff2ae84d1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:42.250173 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-62ed3647-4fac-4b5f-80d3-c59cfcd1c70e req-db2ab096-bc8b-416c-8add-aff2ae84d1be service neutron] 10.222.0.13 "GET /v2.0/networks?id=50eae8c7-06bd-487c-a181-0dbe4478419c HTTP/1.1" status: 200 len: 917 time: 0.1002157 Mar 04 03:03:42.260630 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 35398) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:42.266139 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-a2ea91c5-9ac0-42c6-b9ce-431bc00b017d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-844991431-network', 'tenant_id': 'f5e4dbd2fbdf415f86186ffbad0178c0'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:03:42.286968 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ea91c5-9ac0-42c6-b9ce-431bc00b017d admin admin] Made reservation on behalf of f5e4dbd2fbdf415f86186ffbad0178c0 for: {'network': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:03:42.289563 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a2ea91c5-9ac0-42c6-b9ce-431bc00b017d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for network (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:42.301246 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a2ea91c5-9ac0-42c6-b9ce-431bc00b017d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:42.324175 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-62ed3647-4fac-4b5f-80d3-c59cfcd1c70e req-8b400c00-6b23-4a78-80c9-18c13301c376 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f8ced06-af44-4944-8712-1d93dfbd72ce HTTP/1.1" status: 200 len: 1002 time: 0.0666213 Mar 04 03:03:42.378214 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed3647-4fac-4b5f-80d3-c59cfcd1c70e req-1d8108c9-bf57-4c7f-93fd-eee8acc067db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:42.380120 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-62ed3647-4fac-4b5f-80d3-c59cfcd1c70e req-1d8108c9-bf57-4c7f-93fd-eee8acc067db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16952d07-ba3d-4d83-b57f-d1a1f6336b50 HTTP/1.1" status: 200 len: 855 time: 0.0487356 Mar 04 03:03:42.395315 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a2ea91c5-9ac0-42c6-b9ce-431bc00b017d admin admin] Publish callbacks [] for security_group (611a8dd2-0a5b-4af7-9770-e1f9daf0a037), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:42.400720 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a2ea91c5-9ac0-42c6-b9ce-431bc00b017d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (611a8dd2-0a5b-4af7-9770-e1f9daf0a037), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:42.421321 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ea91c5-9ac0-42c6-b9ce-431bc00b017d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=102948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 03:03:42.441928 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea91c5-9ac0-42c6-b9ce-431bc00b017d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611a8dd2-0a5b-4af7-9770-e1f9daf0a037,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:42.446429 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a2ea91c5-9ac0-42c6-b9ce-431bc00b017d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (71d103c5-4175-4d17-b145-7767d6fbe8b8), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:42.446776 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.db.segments_db [None req-a2ea91c5-9ac0-42c6-b9ce-431bc00b017d admin admin] Added segment 71d103c5-4175-4d17-b145-7767d6fbe8b8 of type vlan for network 86517c86-cecd-4750-80d1-298996daf3cc Mar 04 03:03:42.455812 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed3647-4fac-4b5f-80d3-c59cfcd1c70e req-e5198361-078f-444e-a7c6-fdfbd7b806f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:42.457731 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-62ed3647-4fac-4b5f-80d3-c59cfcd1c70e req-e5198361-078f-444e-a7c6-fdfbd7b806f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50eae8c7-06bd-487c-a181-0dbe4478419c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681698 Mar 04 03:03:42.491219 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a2ea91c5-9ac0-42c6-b9ce-431bc00b017d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753425852492'] for network (86517c86-cecd-4750-80d1-298996daf3cc), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:42.520949 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a2ea91c5-9ac0-42c6-b9ce-431bc00b017d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942'] for network (86517c86-cecd-4750-80d1-298996daf3cc), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:42.522752 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ea91c5-9ac0-42c6-b9ce-431bc00b017d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:42.524424 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a2ea91c5-9ac0-42c6-b9ce-431bc00b017d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:42.561324 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-62ed3647-4fac-4b5f-80d3-c59cfcd1c70e req-05baa15b-8085-4dec-84f8-a953e0be2cc0 service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965075 Mar 04 03:03:42.573757 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-a2ea91c5-9ac0-42c6-b9ce-431bc00b017d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3118546 Mar 04 03:03:42.577897 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 35402) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:42.587587 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-3c9f6d44-e7ed-47b0-881c-e3d6ecc9128b admin admin] Request body: {'subnet': {'network_id': '86517c86-cecd-4750-80d1-298996daf3cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-844991431-subnet', 'tenant_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'ip_version': 4}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:03:42.593070 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea91c5-9ac0-42c6-b9ce-431bc00b017d admin admin] Pushing event updated for resources: {'Network': ['ID=86517c86-cecd-4750-80d1-298996daf3cc,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:42.603783 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:42.606926 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Network 86517c86-cecd-4750-80d1-298996daf3cc details requested by agent ovs-agent-dv-cinder-828061-7-iscsi with host dv-cinder-828061-7-iscsi {{(pid=102955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 03:03:42.667485 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9f6d44-e7ed-47b0-881c-e3d6ecc9128b admin admin] Made reservation on behalf of f5e4dbd2fbdf415f86186ffbad0178c0 for: {'subnet': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:03:42.670032 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3c9f6d44-e7ed-47b0-881c-e3d6ecc9128b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11473222'] for subnet (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:42.765164 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-62ed3647-4fac-4b5f-80d3-c59cfcd1c70e req-4d814fb8-d540-41f9-babf-450e6af92337 service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972802 Mar 04 03:03:42.776472 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 147a0faa-b906-497b-b9d4-eb1d39fb3f42 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:03:42.850935 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 147a0faa-b906-497b-b9d4-eb1d39fb3f42 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:03:42.851620 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (147a0faa-b906-497b-b9d4-eb1d39fb3f42), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:42.923548 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3c9f6d44-e7ed-47b0-881c-e3d6ecc9128b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11867051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11473268'] for subnet (769ed3f9-2d0e-4686-ac5f-a1dd5e6a655d), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:42.959168 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 147a0faa-b906-497b-b9d4-eb1d39fb3f42 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:03:42.974432 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f6d44-e7ed-47b0-881c-e3d6ecc9128b admin admin] Pushing event updated for resources: {'Subnet': ['ID=769ed3f9-2d0e-4686-ac5f-a1dd5e6a655d,revision_number=0']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:42.990488 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9f6d44-e7ed-47b0-881c-e3d6ecc9128b admin admin] Checking segment: {'id': '71d103c5-4175-4d17-b145-7767d6fbe8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '86517c86-cecd-4750-80d1-298996daf3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:03:42.990861 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9f6d44-e7ed-47b0-881c-e3d6ecc9128b admin admin] Network hostable DHCP agents. Network: 86517c86-cecd-4750-80d1-298996daf3cc, hostable agents: ['193be762-5f90-4059-8499-961b96963e98'], hosted agents: [] {{(pid=102946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 03:03:43.008230 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9f6d44-e7ed-47b0-881c-e3d6ecc9128b admin admin] Network 86517c86-cecd-4750-80d1-298996daf3cc is scheduled to be hosted by DHCP agent 193be762-5f90-4059-8499-961b96963e98 with binding_index 1 {{(pid=102946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 03:03:43.018352 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-3c9f6d44-e7ed-47b0-881c-e3d6ecc9128b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-7-iscsi, 86517c86-cecd-4750-80d1-298996daf3cc) {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:03:43.024268 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9f6d44-e7ed-47b0-881c-e3d6ecc9128b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:43.025363 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3c9f6d44-e7ed-47b0-881c-e3d6ecc9128b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:43.028412 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ecf669-8f29-4b32-b9be-7df27abc2851 None None] Network 86517c86-cecd-4750-80d1-298996daf3cc requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:03:43.054183 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-3c9f6d44-e7ed-47b0-881c-e3d6ecc9128b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4737122 Mar 04 03:03:43.057045 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 35412) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:43.061532 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-e0f09ac4-6477-4bac-b745-d61eba3d9b74 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-844991431-router', 'tenant_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:03:43.088220 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e0f09ac4-6477-4bac-b745-d61eba3d9b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59233'] for router (e76a584c-9026-4482-b119-decbdc4db7d4), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:43.089620 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e0f09ac4-6477-4bac-b745-d61eba3d9b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59160'] for router (e76a584c-9026-4482-b119-decbdc4db7d4), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:43.153788 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dae13f-abda-436e-ae65-e0c0770eb687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5abfbf6-2497-5bc8-8249-8e37f7c4ec42-86517c86-cecd-4750-80d1-298996daf3cc', 'network_id': '86517c86-cecd-4750-80d1-298996daf3cc', 'project_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'fixed_ips': [{'subnet_id': '769ed3f9-2d0e-4686-ac5f-a1dd5e6a655d'}]}} from dv-cinder-828061-7-iscsi. {{(pid=102955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 03:03:43.154936 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-09dae13f-abda-436e-ae65-e0c0770eb687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:43.162096 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e0f09ac4-6477-4bac-b745-d61eba3d9b74 admin admin] Publish callbacks [] for router_controller (e76a584c-9026-4482-b119-decbdc4db7d4), precommit_add_association {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:43.311711 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.db_base_plugin_common [None req-09dae13f-abda-436e-ae65-e0c0770eb687 None None] Allocated IP 172.20.0.2 (86517c86-cecd-4750-80d1-298996daf3cc/769ed3f9-2d0e-4686-ac5f-a1dd5e6a655d/6f4216bf-c586-49aa-a9cd-b83ecedcedbb) {{(pid=102955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:03:43.340396 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e0f09ac4-6477-4bac-b745-d61eba3d9b74 admin admin] Publish callbacks [] for router_gateway (e76a584c-9026-4482-b119-decbdc4db7d4), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:43.467625 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-09dae13f-abda-436e-ae65-e0c0770eb687 None None] Publish callbacks [] for port (6f4216bf-c586-49aa-a9cd-b83ecedcedbb), precommit_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:43.474623 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-09dae13f-abda-436e-ae65-e0c0770eb687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957'] for port (6f4216bf-c586-49aa-a9cd-b83ecedcedbb), after_create {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:43.514376 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dae13f-abda-436e-ae65-e0c0770eb687 None None] Network 86517c86-cecd-4750-80d1-298996daf3cc is already hosted by enough agents. {{(pid=102955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:03:43.519870 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.scheduler.base_scheduler [None req-09dae13f-abda-436e-ae65-e0c0770eb687 None None] Resources bound (agent type, host, resource id): {{(pid=102955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:03:43.524310 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dae13f-abda-436e-ae65-e0c0770eb687 None None] Received port after_create {{(pid=102955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:03:43.557617 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dae13f-abda-436e-ae65-e0c0770eb687 None None] Pushing event updated for resources: {'Port': ['ID=6f4216bf-c586-49aa-a9cd-b83ecedcedbb,revision_number=1']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:43.595694 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-09dae13f-abda-436e-ae65-e0c0770eb687 None None] Attempting to bind port 6f4216bf-c586-49aa-a9cd-b83ecedcedbb on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:03:43.595976 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-09dae13f-abda-436e-ae65-e0c0770eb687 None None] Attempting to bind port 6f4216bf-c586-49aa-a9cd-b83ecedcedbb by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': '71d103c5-4175-4d17-b145-7767d6fbe8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '86517c86-cecd-4750-80d1-298996daf3cc'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:03:43.596339 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dae13f-abda-436e-ae65-e0c0770eb687 None None] Attempting to bind port 6f4216bf-c586-49aa-a9cd-b83ecedcedbb on network 86517c86-cecd-4750-80d1-298996daf3cc {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:03:43.601656 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dae13f-abda-436e-ae65-e0c0770eb687 None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:03:43.602057 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dae13f-abda-436e-ae65-e0c0770eb687 None None] Checking segment: {'id': '71d103c5-4175-4d17-b145-7767d6fbe8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '86517c86-cecd-4750-80d1-298996daf3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:03:43.602456 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-09dae13f-abda-436e-ae65-e0c0770eb687 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:43.602842 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dae13f-abda-436e-ae65-e0c0770eb687 None None] Bound using segment: {'id': '71d103c5-4175-4d17-b145-7767d6fbe8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '86517c86-cecd-4750-80d1-298996daf3cc'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:03:43.603310 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-09dae13f-abda-436e-ae65-e0c0770eb687 None None] Bound port: 6f4216bf-c586-49aa-a9cd-b83ecedcedbb, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d103c5-4175-4d17-b145-7767d6fbe8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '86517c86-cecd-4750-80d1-298996daf3cc'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:03:43.603680 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-09dae13f-abda-436e-ae65-e0c0770eb687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (6f4216bf-c586-49aa-a9cd-b83ecedcedbb), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:43.671383 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-09dae13f-abda-436e-ae65-e0c0770eb687 None None] For port 6f4216bf-c586-49aa-a9cd-b83ecedcedbb, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:03:43.674584 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-09dae13f-abda-436e-ae65-e0c0770eb687 None None] For port 6f4216bf-c586-49aa-a9cd-b83ecedcedbb, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=6f4216bf-c586-49aa-a9cd-b83ecedcedbb,segment=NetworkSegment(71d103c5-4175-4d17-b145-7767d6fbe8b8),segment_id=71d103c5-4175-4d17-b145-7767d6fbe8b8)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:03:43.681752 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-09dae13f-abda-436e-ae65-e0c0770eb687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (6f4216bf-c586-49aa-a9cd-b83ecedcedbb), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:43.742599 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dae13f-abda-436e-ae65-e0c0770eb687 None None] Pushing event updated for resources: {'Port': ['ID=6f4216bf-c586-49aa-a9cd-b83ecedcedbb,revision_number=2']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:43.815590 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e0f09ac4-6477-4bac-b745-d61eba3d9b74 admin admin] Publish callbacks [] for router_gateway (e76a584c-9026-4482-b119-decbdc4db7d4), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:43.834901 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e0f09ac4-6477-4bac-b745-d61eba3d9b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:43.967213 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_common [None req-e0f09ac4-6477-4bac-b745-d61eba3d9b74 admin admin] Allocated IP 172.27.2.54 (4b7e2636-a469-4d8a-9bd4-65ee0f06b31b/15e6bee3-74fb-492e-abc3-419d01a26fc0/aeff3df6-cb75-4b23-8723-e4e516719642) {{(pid=102946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:03:44.116444 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e0f09ac4-6477-4bac-b745-d61eba3d9b74 admin admin] Publish callbacks [] for port (aeff3df6-cb75-4b23-8723-e4e516719642), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:44.151284 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e0f09ac4-6477-4bac-b745-d61eba3d9b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (aeff3df6-cb75-4b23-8723-e4e516719642), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:44.197454 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f09ac4-6477-4bac-b745-d61eba3d9b74 admin admin] Network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:03:44.200195 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-e0f09ac4-6477-4bac-b745-d61eba3d9b74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:03:44.202625 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f09ac4-6477-4bac-b745-d61eba3d9b74 admin admin] Received port after_create {{(pid=102946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:03:44.234341 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f09ac4-6477-4bac-b745-d61eba3d9b74 admin admin] Pushing event updated for resources: {'Port': ['ID=aeff3df6-cb75-4b23-8723-e4e516719642,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:44.463066 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e0f09ac4-6477-4bac-b745-d61eba3d9b74 admin admin] Publish callbacks [] for router_gateway (e76a584c-9026-4482-b119-decbdc4db7d4), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:44.679492 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e0f09ac4-6477-4bac-b745-d61eba3d9b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642414'] for router (e76a584c-9026-4482-b119-decbdc4db7d4), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:44.756804 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 6f4216bf-c586-49aa-a9cd-b83ecedcedbb up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:03:44.773822 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] Sync routers for ids ['f318d35d-b678-4fc4-b34d-954a5e98f508'] in dv-cinder-828061-7-iscsi {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:03:44.787319 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] Routers {'f318d35d-b678-4fc4-b34d-954a5e98f508'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:03:44.787917 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:03:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['f318d35d-b678-4fc4-b34d-954a5e98f508'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:03:44.803062 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071a1508-ec60-471b-b618-9def3f2a265a None None] Network 86517c86-cecd-4750-80d1-298996daf3cc requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:03:44.843852 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f09ac4-6477-4bac-b745-d61eba3d9b74 admin admin] Router e76a584c-9026-4482-b119-decbdc4db7d4 is scheduled to L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd with binding_index 1 {{(pid=102946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 03:03:44.878984 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-05cde298-73c8-44bb-9bc7-9acf1fe00e20 None None] Provisioning complete for port 6f4216bf-c586-49aa-a9cd-b83ecedcedbb triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:03:44.879616 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-05cde298-73c8-44bb-9bc7-9acf1fe00e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (6f4216bf-c586-49aa-a9cd-b83ecedcedbb), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:44.907892 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] Set router f318d35d-b678-4fc4-b34d-954a5e98f508 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:03:44.908417 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 6f4216bf-c586-49aa-a9cd-b83ecedcedbb triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:03:44.908960 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (6f4216bf-c586-49aa-a9cd-b83ecedcedbb), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:44.967402 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f09ac4-6477-4bac-b745-d61eba3d9b74 admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:03:44.986934 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e0f09ac4-6477-4bac-b745-d61eba3d9b74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:44.988309 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-e0f09ac4-6477-4bac-b745-d61eba3d9b74 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9302797 Mar 04 03:03:44.991510 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 35422) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:45.132204 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'name': 'tempest-TestMinimumBasicScenario-1201439077-router', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:03:41Z', 'revision_number': 4, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'gw_port': {'id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': 'becbf2f6-b53b-4a71-b814-dfc79a6babab', 'name': '', 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'mac_address': 'fa:16:3e:2a:71:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a6a0257-e841-44fa-928a-9f49db9b48d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:40Z', 'updated_at': '2022-03-04T03:03:41Z', 'revision_number': 2, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'subnets': [{'id': '8a6a0257-e841-44fa-928a-9f49db9b48d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:03:45.141308 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] Sync routers for ids ['e76a584c-9026-4482-b119-decbdc4db7d4'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:03:45.169250 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] Checking router: f318d35d-b678-4fc4-b34d-954a5e98f508 for host: dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:03:45.169982 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] Updating router f318d35d-b678-4fc4-b34d-954a5e98f508 port becbf2f6-b53b-4a71-b814-dfc79a6babab binding host dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 03:03:45.173335 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] Routers {'e76a584c-9026-4482-b119-decbdc4db7d4'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:03:45.174050 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:03:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['e76a584c-9026-4482-b119-decbdc4db7d4'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:03:45.202056 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (becbf2f6-b53b-4a71-b814-dfc79a6babab), before_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:45.307460 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-05cde298-73c8-44bb-9bc7-9acf1fe00e20 None None] Current status of the port 6f4216bf-c586-49aa-a9cd-b83ecedcedbb is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:03:45.307840 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-05cde298-73c8-44bb-9bc7-9acf1fe00e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (6f4216bf-c586-49aa-a9cd-b83ecedcedbb), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:45.399527 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 6f4216bf-c586-49aa-a9cd-b83ecedcedbb is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:03:45.399748 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (6f4216bf-c586-49aa-a9cd-b83ecedcedbb), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:45.403880 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-05cde298-73c8-44bb-9bc7-9acf1fe00e20 None None] For port 6f4216bf-c586-49aa-a9cd-b83ecedcedbb, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=6f4216bf-c586-49aa-a9cd-b83ecedcedbb,segment=NetworkSegment(71d103c5-4175-4d17-b145-7767d6fbe8b8),segment_id=71d103c5-4175-4d17-b145-7767d6fbe8b8)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:03:45.419000 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-05cde298-73c8-44bb-9bc7-9acf1fe00e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (6f4216bf-c586-49aa-a9cd-b83ecedcedbb), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:45.443656 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 35430) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:45.484299 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] Set router e76a584c-9026-4482-b119-decbdc4db7d4 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:03:45.539089 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-9b979bc1-128c-440a-ac42-489c9570711c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:45.614711 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2d565919-a51a-4aed-a9f2-8fcbc4f64260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:45.618496 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cde298-73c8-44bb-9bc7-9acf1fe00e20 None None] Pushing event updated for resources: {'Port': ['ID=6f4216bf-c586-49aa-a9cd-b83ecedcedbb,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:45.620608 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] Publish callbacks [] for port (becbf2f6-b53b-4a71-b814-dfc79a6babab), precommit_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:45.632960 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (becbf2f6-b53b-4a71-b814-dfc79a6babab), after_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:45.677487 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.db.api [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 03:03:45.677911 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG oslo_db.api [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 03:03:45.690488 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-c4c8ce08-36a4-4e80-8d60-0653af527b42 None None] Provisioning complete for port 6f4216bf-c586-49aa-a9cd-b83ecedcedbb triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:03:45.690765 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c4c8ce08-36a4-4e80-8d60-0653af527b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (6f4216bf-c586-49aa-a9cd-b83ecedcedbb), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:45.713302 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09043407-2102-43c2-a286-2ad3f97d0904 None None] Pushing event updated for resources: {'Port': ['ID=becbf2f6-b53b-4a71-b814-dfc79a6babab,revision_number=3']} {{(pid=102958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:45.730623 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09043407-2102-43c2-a286-2ad3f97d0904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:45.734134 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09043407-2102-43c2-a286-2ad3f97d0904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:45.734730 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09043407-2102-43c2-a286-2ad3f97d0904 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:45.735342 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09043407-2102-43c2-a286-2ad3f97d0904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:45.735770 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09043407-2102-43c2-a286-2ad3f97d0904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:45.736203 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09043407-2102-43c2-a286-2ad3f97d0904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:45.736633 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09043407-2102-43c2-a286-2ad3f97d0904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:45.737160 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09043407-2102-43c2-a286-2ad3f97d0904 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:45.737583 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09043407-2102-43c2-a286-2ad3f97d0904 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:45.738061 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09043407-2102-43c2-a286-2ad3f97d0904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:45.738867 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09043407-2102-43c2-a286-2ad3f97d0904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:45.738867 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09043407-2102-43c2-a286-2ad3f97d0904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:45.739308 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09043407-2102-43c2-a286-2ad3f97d0904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:03:45.785179 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2d565919-a51a-4aed-a9f2-8fcbc4f64260 admin admin] Publish callbacks [] for security_group (10a18b9f-94bb-479b-8f32-1b0db888a735), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:45.791665 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_common [None req-9b979bc1-128c-440a-ac42-489c9570711c admin admin] Allocated IP 172.20.0.1 (86517c86-cecd-4750-80d1-298996daf3cc/769ed3f9-2d0e-4686-ac5f-a1dd5e6a655d/29a775a0-d6bb-400e-b270-86118c87954e) {{(pid=102946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:03:45.793311 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2d565919-a51a-4aed-a9f2-8fcbc4f64260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (10a18b9f-94bb-479b-8f32-1b0db888a735), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:45.821666 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] Attempting to bind port becbf2f6-b53b-4a71-b814-dfc79a6babab on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:03:45.822568 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] Attempting to bind port becbf2f6-b53b-4a71-b814-dfc79a6babab by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': '01769893-98cb-4681-8214-5c479e566303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff'}] {{(pid=102958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:03:45.822568 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] Attempting to bind port becbf2f6-b53b-4a71-b814-dfc79a6babab on network dd04bf70-51ad-4130-8348-344e159cf0ff {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:03:45.849865 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:03:45.850657 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] Checking segment: {'id': '01769893-98cb-4681-8214-5c479e566303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:03:45.851913 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:45.852787 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] Bound using segment: {'id': '01769893-98cb-4681-8214-5c479e566303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff'} {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:03:45.853764 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] Bound port: becbf2f6-b53b-4a71-b814-dfc79a6babab, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01769893-98cb-4681-8214-5c479e566303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff'}}] {{(pid=102958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:03:45.854486 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (becbf2f6-b53b-4a71-b814-dfc79a6babab), before_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:45.861219 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d565919-a51a-4aed-a9f2-8fcbc4f64260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a18b9f-94bb-479b-8f32-1b0db888a735,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:45.873869 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-c4c8ce08-36a4-4e80-8d60-0653af527b42 None None] Current status of the port 6f4216bf-c586-49aa-a9cd-b83ecedcedbb is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:03:45.889753 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a584c-9026-4482-b119-decbdc4db7d4', 'name': 'tempest-TestMinimumBasicScenario-844991431-router', 'tenant_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'aeff3df6-cb75-4b23-8723-e4e516719642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:03:43Z', 'updated_at': '2022-03-04T03:03:44Z', 'revision_number': 3, 'project_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'gw_port': {'id': 'aeff3df6-cb75-4b23-8723-e4e516719642', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76a584c-9026-4482-b119-decbdc4db7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:43Z', 'updated_at': '2022-03-04T03:03:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:03:45.932270 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-2d565919-a51a-4aed-a9f2-8fcbc4f64260 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b28a27031aa435da7dc6e9d2045e393&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4872885 Mar 04 03:03:45.937451 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 35434) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:45.950123 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] Checking router: e76a584c-9026-4482-b119-decbdc4db7d4 for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:03:45.950576 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] Updating router e76a584c-9026-4482-b119-decbdc4db7d4 port aeff3df6-cb75-4b23-8723-e4e516719642 binding host dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 03:03:45.983775 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.db [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] For port becbf2f6-b53b-4a71-b814-dfc79a6babab, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:03:45.988399 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.db [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] For port becbf2f6-b53b-4a71-b814-dfc79a6babab, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=becbf2f6-b53b-4a71-b814-dfc79a6babab,segment=NetworkSegment(01769893-98cb-4681-8214-5c479e566303),segment_id=01769893-98cb-4681-8214-5c479e566303)] {{(pid=102958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:03:45.995940 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (becbf2f6-b53b-4a71-b814-dfc79a6babab), after_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:45.997125 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (aeff3df6-cb75-4b23-8723-e4e516719642), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.025459 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b95b0a3b-cf48-4fff-a2a2-455f4e6fe54e None None] Provisioning complete for port becbf2f6-b53b-4a71-b814-dfc79a6babab triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:03:46.025804 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b95b0a3b-cf48-4fff-a2a2-455f4e6fe54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (becbf2f6-b53b-4a71-b814-dfc79a6babab), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.026680 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-9b979bc1-128c-440a-ac42-489c9570711c admin admin] Publish callbacks [] for port (29a775a0-d6bb-400e-b270-86118c87954e), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.045492 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6f56eb3c-19c1-44df-bd7d-e3fd1fb9f87c admin admin] Publish callbacks [] for security_group (10a18b9f-94bb-479b-8f32-1b0db888a735), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.076851 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-9b979bc1-128c-440a-ac42-489c9570711c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (29a775a0-d6bb-400e-b270-86118c87954e), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.088344 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09043407-2102-43c2-a286-2ad3f97d0904 None None] Pushing event updated for resources: {'Port': ['ID=becbf2f6-b53b-4a71-b814-dfc79a6babab,revision_number=4']} {{(pid=102958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:46.097874 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] Routers {'f318d35d-b678-4fc4-b34d-954a5e98f508'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:03:46.098718 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:03:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['f318d35d-b678-4fc4-b34d-954a5e98f508'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:03:46.101853 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6f56eb3c-19c1-44df-bd7d-e3fd1fb9f87c admin admin] Publish callbacks [] for security_group (10a18b9f-94bb-479b-8f32-1b0db888a735), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.137613 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b979bc1-128c-440a-ac42-489c9570711c admin admin] Network 86517c86-cecd-4750-80d1-298996daf3cc is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:03:46.142661 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-9b979bc1-128c-440a-ac42-489c9570711c admin admin] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:03:46.149432 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b979bc1-128c-440a-ac42-489c9570711c admin admin] Received port after_create {{(pid=102946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:03:46.203553 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6f56eb3c-19c1-44df-bd7d-e3fd1fb9f87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (10a18b9f-94bb-479b-8f32-1b0db888a735), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.206634 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6f56eb3c-19c1-44df-bd7d-e3fd1fb9f87c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.212572 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-6f56eb3c-19c1-44df-bd7d-e3fd1fb9f87c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10a18b9f-94bb-479b-8f32-1b0db888a735 HTTP/1.1" status: 204 len: 168 time: 0.2709920 Mar 04 03:03:46.212754 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b979bc1-128c-440a-ac42-489c9570711c admin admin] Pushing event updated for resources: {'Port': ['ID=29a775a0-d6bb-400e-b270-86118c87954e,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:46.242093 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-9b979bc1-128c-440a-ac42-489c9570711c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641075'] for router_interface (e76a584c-9026-4482-b119-decbdc4db7d4), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.250340 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56eb3c-19c1-44df-bd7d-e3fd1fb9f87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a18b9f-94bb-479b-8f32-1b0db888a735,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:46.287581 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] Set router f318d35d-b678-4fc4-b34d-954a5e98f508 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:03:46.425667 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b95b0a3b-cf48-4fff-a2a2-455f4e6fe54e None None] Current status of the port becbf2f6-b53b-4a71-b814-dfc79a6babab is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:03:46.426169 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b95b0a3b-cf48-4fff-a2a2-455f4e6fe54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (becbf2f6-b53b-4a71-b814-dfc79a6babab), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.430050 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 6f4216bf-c586-49aa-a9cd-b83ecedcedbb is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:03:46.431100 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 6b17fede-4dd1-4622-ad2e-4b3cdf58b386 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:03:46.474367 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-9b979bc1-128c-440a-ac42-489c9570711c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (29a775a0-d6bb-400e-b270-86118c87954e), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.563620 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b95b0a3b-cf48-4fff-a2a2-455f4e6fe54e None None] For port becbf2f6-b53b-4a71-b814-dfc79a6babab, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=becbf2f6-b53b-4a71-b814-dfc79a6babab,segment=NetworkSegment(01769893-98cb-4681-8214-5c479e566303),segment_id=01769893-98cb-4681-8214-5c479e566303)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:03:46.581091 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b95b0a3b-cf48-4fff-a2a2-455f4e6fe54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (becbf2f6-b53b-4a71-b814-dfc79a6babab), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.618434 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'name': 'tempest-TestMinimumBasicScenario-1201439077-router', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:03:41Z', 'revision_number': 4, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'gw_port': {'id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': 'becbf2f6-b53b-4a71-b814-dfc79a6babab', 'name': '', 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'mac_address': 'fa:16:3e:2a:71:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a6a0257-e841-44fa-928a-9f49db9b48d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:40Z', 'updated_at': '2022-03-04T03:03:45Z', 'revision_number': 4, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'subnets': [{'id': '8a6a0257-e841-44fa-928a-9f49db9b48d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:03:46.630794 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 6b17fede-4dd1-4622-ad2e-4b3cdf58b386 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:03:46.631189 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (6b17fede-4dd1-4622-ad2e-4b3cdf58b386), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.658005 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cc8280-8ded-4d29-b49c-b33fd0210fb7 None None] The sync data for ids ['f318d35d-b678-4fc4-b34d-954a5e98f508'] in dv-cinder-828061-7-iscsi is: [{'id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'name': 'tempest-TestMinimumBasicScenario-1201439077-router', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:03:41Z', 'revision_number': 4, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'gw_port': {'id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': 'becbf2f6-b53b-4a71-b814-dfc79a6babab', 'name': '', 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'mac_address': 'fa:16:3e:2a:71:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a6a0257-e841-44fa-928a-9f49db9b48d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:40Z', 'updated_at': '2022-03-04T03:03:45Z', 'revision_number': 4, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'subnets': [{'id': '8a6a0257-e841-44fa-928a-9f49db9b48d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:03:46.671281 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 35442) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:46.686235 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e58977d5-16d4-4bb1-bbe8-daccaeb8e6e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.701729 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] Publish callbacks [] for port (aeff3df6-cb75-4b23-8723-e4e516719642), precommit_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.709498 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b0a3b-cf48-4fff-a2a2-455f4e6fe54e None None] Pushing event updated for resources: {'Port': ['ID=becbf2f6-b53b-4a71-b814-dfc79a6babab,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:46.721337 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (aeff3df6-cb75-4b23-8723-e4e516719642), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.732671 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-9b979bc1-128c-440a-ac42-489c9570711c admin admin] Publish callbacks [] for port (29a775a0-d6bb-400e-b270-86118c87954e), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.740254 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-9b979bc1-128c-440a-ac42-489c9570711c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11867094'] for port (29a775a0-d6bb-400e-b270-86118c87954e), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.756677 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-deb63818-31ef-46b4-aff6-554e2fe6bc2b None None] Provisioning complete for port 29a775a0-d6bb-400e-b270-86118c87954e triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:03:46.757099 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-deb63818-31ef-46b4-aff6-554e2fe6bc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (29a775a0-d6bb-400e-b270-86118c87954e), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.789370 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e58977d5-16d4-4bb1-bbe8-daccaeb8e6e5 admin admin] Publish callbacks [] for security_group (9b8cd39a-d132-4929-b964-c1992b0a3312), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.795290 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e58977d5-16d4-4bb1-bbe8-daccaeb8e6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (9b8cd39a-d132-4929-b964-c1992b0a3312), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.828443 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d5c03-60ef-4a88-aa0b-aab8485684c9 None None] Pushing event updated for resources: {'Port': ['ID=aeff3df6-cb75-4b23-8723-e4e516719642,revision_number=2']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:46.830067 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b979bc1-128c-440a-ac42-489c9570711c admin admin] Pushing event updated for resources: {'Port': ['ID=29a775a0-d6bb-400e-b270-86118c87954e,revision_number=2']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:46.841182 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58977d5-16d4-4bb1-bbe8-daccaeb8e6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8cd39a-d132-4929-b964-c1992b0a3312,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:46.848264 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-e58977d5-16d4-4bb1-bbe8-daccaeb8e6e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=90933a4051d64a6a9e417f0d39e11d86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1738353 Mar 04 03:03:46.848428 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-9b979bc1-128c-440a-ac42-489c9570711c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642211'] for router_interface (e76a584c-9026-4482-b119-decbdc4db7d4), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.848545 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 35444) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:46.855659 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] Attempting to bind port aeff3df6-cb75-4b23-8723-e4e516719642 on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:03:46.856038 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] Attempting to bind port aeff3df6-cb75-4b23-8723-e4e516719642 by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:03:46.856399 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] Attempting to bind port aeff3df6-cb75-4b23-8723-e4e516719642 on network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:03:46.870017 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-deb63818-31ef-46b4-aff6-554e2fe6bc2b None None] Port 29a775a0-d6bb-400e-b270-86118c87954e cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 03:03:46.873135 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:03:46.873513 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] Checking segment: {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:03:46.873946 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.874584 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] Bound using segment: {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:03:46.875120 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] Bound port: aeff3df6-cb75-4b23-8723-e4e516719642, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f074a312-f578-48eb-9b3f-8d99d0a1d477', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:03:46.875501 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (aeff3df6-cb75-4b23-8723-e4e516719642), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.903792 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 6b17fede-4dd1-4622-ad2e-4b3cdf58b386 is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:03:46.904202 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (6b17fede-4dd1-4622-ad2e-4b3cdf58b386), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.936806 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-deb63818-31ef-46b4-aff6-554e2fe6bc2b None None] Provisioning complete for port becbf2f6-b53b-4a71-b814-dfc79a6babab triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:03:46.937042 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-deb63818-31ef-46b4-aff6-554e2fe6bc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (becbf2f6-b53b-4a71-b814-dfc79a6babab), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.951501 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] For port 6b17fede-4dd1-4622-ad2e-4b3cdf58b386, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=6b17fede-4dd1-4622-ad2e-4b3cdf58b386,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:03:46.965293 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-58a8bee4-9029-4b0f-bdbb-76346c9fa3c2 admin admin] Publish callbacks [] for security_group (9b8cd39a-d132-4929-b964-c1992b0a3312), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.974185 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (6b17fede-4dd1-4622-ad2e-4b3cdf58b386), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:46.978588 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] For port aeff3df6-cb75-4b23-8723-e4e516719642, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:03:47.007600 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-58a8bee4-9029-4b0f-bdbb-76346c9fa3c2 admin admin] Publish callbacks [] for security_group (9b8cd39a-d132-4929-b964-c1992b0a3312), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:47.017837 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] For port aeff3df6-cb75-4b23-8723-e4e516719642, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=aeff3df6-cb75-4b23-8723-e4e516719642,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:03:47.022619 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b979bc1-128c-440a-ac42-489c9570711c admin admin] Network 86517c86-cecd-4750-80d1-298996daf3cc is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:03:47.032094 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-9b979bc1-128c-440a-ac42-489c9570711c admin admin] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:03:47.035711 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (aeff3df6-cb75-4b23-8723-e4e516719642), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:47.073512 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Pushing event updated for resources: {'Port': ['ID=6b17fede-4dd1-4622-ad2e-4b3cdf58b386,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:47.133948 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] Routers {'e76a584c-9026-4482-b119-decbdc4db7d4'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:03:47.134739 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:03:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['e76a584c-9026-4482-b119-decbdc4db7d4'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:03:47.177719 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-58a8bee4-9029-4b0f-bdbb-76346c9fa3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (9b8cd39a-d132-4929-b964-c1992b0a3312), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:47.180773 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-58a8bee4-9029-4b0f-bdbb-76346c9fa3c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:47.184575 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-58a8bee4-9029-4b0f-bdbb-76346c9fa3c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b8cd39a-d132-4929-b964-c1992b0a3312 HTTP/1.1" status: 204 len: 168 time: 0.3327138 Mar 04 03:03:47.194151 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8bee4-9029-4b0f-bdbb-76346c9fa3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8cd39a-d132-4929-b964-c1992b0a3312,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:47.224123 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b979bc1-128c-440a-ac42-489c9570711c admin admin] Router e76a584c-9026-4482-b119-decbdc4db7d4 has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:03:47.322123 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 6f4216bf-c586-49aa-a9cd-b83ecedcedbb up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:03:47.343395 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b979bc1-128c-440a-ac42-489c9570711c admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:03:47.348422 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-9b979bc1-128c-440a-ac42-489c9570711c admin admin] 10.222.0.16 "PUT /v2.0/routers/e76a584c-9026-4482-b119-decbdc4db7d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3550992 Mar 04 03:03:47.354695 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-deb63818-31ef-46b4-aff6-554e2fe6bc2b None None] Current status of the port becbf2f6-b53b-4a71-b814-dfc79a6babab is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:03:47.390129 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d5c03-60ef-4a88-aa0b-aab8485684c9 None None] Pushing event updated for resources: {'Port': ['ID=aeff3df6-cb75-4b23-8723-e4e516719642,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:47.459498 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 6f4216bf-c586-49aa-a9cd-b83ecedcedbb triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:03:47.459871 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (6f4216bf-c586-49aa-a9cd-b83ecedcedbb), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:47.494279 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] Set router e76a584c-9026-4482-b119-decbdc4db7d4 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:03:47.542916 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-3baebc37-96e7-4358-86a2-41156b38f601 None None] Provisioning complete for port 29a775a0-d6bb-400e-b270-86118c87954e triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:03:47.543248 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-3baebc37-96e7-4358-86a2-41156b38f601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (29a775a0-d6bb-400e-b270-86118c87954e), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:47.631649 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-3baebc37-96e7-4358-86a2-41156b38f601 None None] Port 29a775a0-d6bb-400e-b270-86118c87954e cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 03:03:47.707275 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 6f4216bf-c586-49aa-a9cd-b83ecedcedbb is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:03:47.708372 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device becbf2f6-b53b-4a71-b814-dfc79a6babab up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:03:47.807634 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port becbf2f6-b53b-4a71-b814-dfc79a6babab triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:03:47.808136 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (becbf2f6-b53b-4a71-b814-dfc79a6babab), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:47.847907 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a584c-9026-4482-b119-decbdc4db7d4', 'name': 'tempest-TestMinimumBasicScenario-844991431-router', 'tenant_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'aeff3df6-cb75-4b23-8723-e4e516719642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:03:43Z', 'updated_at': '2022-03-04T03:03:46Z', 'revision_number': 4, 'project_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'gw_port': {'id': 'aeff3df6-cb75-4b23-8723-e4e516719642', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76a584c-9026-4482-b119-decbdc4db7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:43Z', 'updated_at': '2022-03-04T03:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '29a775a0-d6bb-400e-b270-86118c87954e', 'name': '', 'network_id': '86517c86-cecd-4750-80d1-298996daf3cc', 'tenant_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'mac_address': 'fa:16:3e:9d:71:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76a584c-9026-4482-b119-decbdc4db7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '769ed3f9-2d0e-4686-ac5f-a1dd5e6a655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:45Z', 'updated_at': '2022-03-04T03:03:46Z', 'revision_number': 2, 'project_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'subnets': [{'id': '769ed3f9-2d0e-4686-ac5f-a1dd5e6a655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:03:47.879651 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c710192a-1c77-4087-8186-fa9768e8c33b None None] The sync data for ids ['e76a584c-9026-4482-b119-decbdc4db7d4'] in dv-cinder-828061-7-iscsi is: [{'id': 'e76a584c-9026-4482-b119-decbdc4db7d4', 'name': 'tempest-TestMinimumBasicScenario-844991431-router', 'tenant_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'aeff3df6-cb75-4b23-8723-e4e516719642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:03:43Z', 'updated_at': '2022-03-04T03:03:46Z', 'revision_number': 4, 'project_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'gw_port': {'id': 'aeff3df6-cb75-4b23-8723-e4e516719642', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76a584c-9026-4482-b119-decbdc4db7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:43Z', 'updated_at': '2022-03-04T03:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '29a775a0-d6bb-400e-b270-86118c87954e', 'name': '', 'network_id': '86517c86-cecd-4750-80d1-298996daf3cc', 'tenant_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'mac_address': 'fa:16:3e:9d:71:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76a584c-9026-4482-b119-decbdc4db7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '769ed3f9-2d0e-4686-ac5f-a1dd5e6a655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:45Z', 'updated_at': '2022-03-04T03:03:46Z', 'revision_number': 2, 'project_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'subnets': [{'id': '769ed3f9-2d0e-4686-ac5f-a1dd5e6a655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:03:47.924958 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port becbf2f6-b53b-4a71-b814-dfc79a6babab is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:03:49.240577 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device aeff3df6-cb75-4b23-8723-e4e516719642 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:03:49.310240 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port aeff3df6-cb75-4b23-8723-e4e516719642 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:03:49.310627 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (aeff3df6-cb75-4b23-8723-e4e516719642), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:49.342894 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:03:49.428917 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port aeff3df6-cb75-4b23-8723-e4e516719642 is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:03:49.430223 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (aeff3df6-cb75-4b23-8723-e4e516719642), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:49.463412 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] For port aeff3df6-cb75-4b23-8723-e4e516719642, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=aeff3df6-cb75-4b23-8723-e4e516719642,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:03:49.468706 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (aeff3df6-cb75-4b23-8723-e4e516719642), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:49.469974 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 6b17fede-4dd1-4622-ad2e-4b3cdf58b386 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:03:49.612268 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Pushing event updated for resources: {'Port': ['ID=aeff3df6-cb75-4b23-8723-e4e516719642,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:49.621741 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 6b17fede-4dd1-4622-ad2e-4b3cdf58b386 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:03:49.622204 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (6b17fede-4dd1-4622-ad2e-4b3cdf58b386), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:49.745328 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 6b17fede-4dd1-4622-ad2e-4b3cdf58b386 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:03:50.282855 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f160a-7b20-472f-84ac-5ea646531681 req-86140cd0-1899-47f9-953f-49873abfdff7 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:50.303060 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-086f160a-7b20-472f-84ac-5ea646531681 req-86140cd0-1899-47f9-953f-49873abfdff7 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0830483 Mar 04 03:03:50.387826 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-086f160a-7b20-472f-84ac-5ea646531681 req-7962c8f9-7f0a-4271-b834-be7d7c4960db tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837717 Mar 04 03:03:50.767869 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] Sync routers for ids ['e76a584c-9026-4482-b119-decbdc4db7d4'] in dv-cinder-828061-7-iscsi {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:03:50.780811 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] Routers {'e76a584c-9026-4482-b119-decbdc4db7d4'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:03:50.781536 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:03:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['e76a584c-9026-4482-b119-decbdc4db7d4'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:03:50.898129 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] Set router e76a584c-9026-4482-b119-decbdc4db7d4 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:03:51.082910 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device aeff3df6-cb75-4b23-8723-e4e516719642 up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:03:51.145976 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port aeff3df6-cb75-4b23-8723-e4e516719642 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:03:51.146364 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (aeff3df6-cb75-4b23-8723-e4e516719642), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:51.233486 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a584c-9026-4482-b119-decbdc4db7d4', 'name': 'tempest-TestMinimumBasicScenario-844991431-router', 'tenant_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'aeff3df6-cb75-4b23-8723-e4e516719642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:03:43Z', 'updated_at': '2022-03-04T03:03:46Z', 'revision_number': 4, 'project_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'gw_port': {'id': 'aeff3df6-cb75-4b23-8723-e4e516719642', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a584c-9026-4482-b119-decbdc4db7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:43Z', 'updated_at': '2022-03-04T03:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '29a775a0-d6bb-400e-b270-86118c87954e', 'name': '', 'network_id': '86517c86-cecd-4750-80d1-298996daf3cc', 'tenant_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'mac_address': 'fa:16:3e:9d:71:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76a584c-9026-4482-b119-decbdc4db7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '769ed3f9-2d0e-4686-ac5f-a1dd5e6a655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:45Z', 'updated_at': '2022-03-04T03:03:46Z', 'revision_number': 2, 'project_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'subnets': [{'id': '769ed3f9-2d0e-4686-ac5f-a1dd5e6a655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:03:51.240900 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port aeff3df6-cb75-4b23-8723-e4e516719642 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:03:51.263182 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] Checking router: e76a584c-9026-4482-b119-decbdc4db7d4 for host: dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:03:51.263535 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] Updating router e76a584c-9026-4482-b119-decbdc4db7d4 port 29a775a0-d6bb-400e-b270-86118c87954e binding host dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 03:03:51.296758 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (29a775a0-d6bb-400e-b270-86118c87954e), before_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:51.606606 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33619ab-5978-41d8-a2ff-8e86dbc5f62f req-0fbb47c6-f4ba-41f7-bdf0-f460578a5de1 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:51.609270 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c33619ab-5978-41d8-a2ff-8e86dbc5f62f req-0fbb47c6-f4ba-41f7-bdf0-f460578a5de1 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0958512 Mar 04 03:03:51.619643 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] Publish callbacks [] for port (29a775a0-d6bb-400e-b270-86118c87954e), precommit_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:51.631174 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (29a775a0-d6bb-400e-b270-86118c87954e), after_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:51.685084 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96f4ad-3c2f-4ebf-9331-6456545294b4 None None] Pushing event updated for resources: {'Port': ['ID=29a775a0-d6bb-400e-b270-86118c87954e,revision_number=3']} {{(pid=102958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:51.740579 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c33619ab-5978-41d8-a2ff-8e86dbc5f62f req-cb41c6e1-9f42-4e1b-b177-8b647637dbdc tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253543 Mar 04 03:03:51.785175 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] Attempting to bind port 29a775a0-d6bb-400e-b270-86118c87954e on host dv-cinder-828061-7-iscsi for vnic_type normal with profile {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:03:51.785732 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] Attempting to bind port 29a775a0-d6bb-400e-b270-86118c87954e by drivers openvswitch,hyperv on host dv-cinder-828061-7-iscsi at level 0 using segments [{'id': '71d103c5-4175-4d17-b145-7767d6fbe8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '86517c86-cecd-4750-80d1-298996daf3cc'}] {{(pid=102958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:03:51.785956 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] Attempting to bind port 29a775a0-d6bb-400e-b270-86118c87954e on network 86517c86-cecd-4750-80d1-298996daf3cc {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:03:51.796019 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] Checking agent: {'id': '51e06540-8fed-423f-b37e-37878d6d8420', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 49, 38), 'started_at': datetime.datetime(2022, 3, 4, 2, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:03:51.796606 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] Checking segment: {'id': '71d103c5-4175-4d17-b145-7767d6fbe8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '86517c86-cecd-4750-80d1-298996daf3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:03:51.797226 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:51.797811 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] Bound using segment: {'id': '71d103c5-4175-4d17-b145-7767d6fbe8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '86517c86-cecd-4750-80d1-298996daf3cc'} {{(pid=102958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:03:51.798441 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.managers [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] Bound port: 29a775a0-d6bb-400e-b270-86118c87954e, host: dv-cinder-828061-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d103c5-4175-4d17-b145-7767d6fbe8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '86517c86-cecd-4750-80d1-298996daf3cc'}}] {{(pid=102958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:03:51.798983 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (29a775a0-d6bb-400e-b270-86118c87954e), before_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:51.880540 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.db [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] For port 29a775a0-d6bb-400e-b270-86118c87954e, host dv-cinder-828061-7-iscsi, cleared binding levels {{(pid=102958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:03:51.885744 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.plugins.ml2.db [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] For port 29a775a0-d6bb-400e-b270-86118c87954e, host dv-cinder-828061-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=29a775a0-d6bb-400e-b270-86118c87954e,segment=NetworkSegment(71d103c5-4175-4d17-b145-7767d6fbe8b8),segment_id=71d103c5-4175-4d17-b145-7767d6fbe8b8)] {{(pid=102958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:03:51.896758 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron_lib.callbacks.manager [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (29a775a0-d6bb-400e-b270-86118c87954e), after_update {{(pid=102958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:51.981796 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96f4ad-3c2f-4ebf-9331-6456545294b4 None None] Pushing event updated for resources: {'Port': ['ID=29a775a0-d6bb-400e-b270-86118c87954e,revision_number=4']} {{(pid=102958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:51.996273 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] Routers {'e76a584c-9026-4482-b119-decbdc4db7d4'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:03:51.997120 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:03:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['e76a584c-9026-4482-b119-decbdc4db7d4'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:03:52.036507 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-c2875a03-505b-410e-98b2-1aa81a70512d None None] Provisioning complete for port 29a775a0-d6bb-400e-b270-86118c87954e triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:03:52.036916 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c2875a03-505b-410e-98b2-1aa81a70512d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (29a775a0-d6bb-400e-b270-86118c87954e), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:52.200373 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] Set router e76a584c-9026-4482-b119-decbdc4db7d4 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:03:52.237134 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-c2875a03-505b-410e-98b2-1aa81a70512d None None] Current status of the port 29a775a0-d6bb-400e-b270-86118c87954e is: DOWN; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:03:52.238305 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c2875a03-505b-410e-98b2-1aa81a70512d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (29a775a0-d6bb-400e-b270-86118c87954e), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:52.283793 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-c2875a03-505b-410e-98b2-1aa81a70512d None None] For port 29a775a0-d6bb-400e-b270-86118c87954e, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=29a775a0-d6bb-400e-b270-86118c87954e,segment=NetworkSegment(71d103c5-4175-4d17-b145-7767d6fbe8b8),segment_id=71d103c5-4175-4d17-b145-7767d6fbe8b8)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:03:52.303068 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c2875a03-505b-410e-98b2-1aa81a70512d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (29a775a0-d6bb-400e-b270-86118c87954e), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:52.386583 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2875a03-505b-410e-98b2-1aa81a70512d None None] Pushing event updated for resources: {'Port': ['ID=29a775a0-d6bb-400e-b270-86118c87954e,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:52.436921 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-4d2b31d5-09af-432f-bf88-85d848b40407 None None] Provisioning complete for port 29a775a0-d6bb-400e-b270-86118c87954e triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:03:52.437885 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-4d2b31d5-09af-432f-bf88-85d848b40407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (29a775a0-d6bb-400e-b270-86118c87954e), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:52.519906 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a584c-9026-4482-b119-decbdc4db7d4', 'name': 'tempest-TestMinimumBasicScenario-844991431-router', 'tenant_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'aeff3df6-cb75-4b23-8723-e4e516719642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:03:43Z', 'updated_at': '2022-03-04T03:03:46Z', 'revision_number': 4, 'project_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'gw_port': {'id': 'aeff3df6-cb75-4b23-8723-e4e516719642', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a584c-9026-4482-b119-decbdc4db7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:43Z', 'updated_at': '2022-03-04T03:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '29a775a0-d6bb-400e-b270-86118c87954e', 'name': '', 'network_id': '86517c86-cecd-4750-80d1-298996daf3cc', 'tenant_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'mac_address': 'fa:16:3e:9d:71:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76a584c-9026-4482-b119-decbdc4db7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '769ed3f9-2d0e-4686-ac5f-a1dd5e6a655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:45Z', 'updated_at': '2022-03-04T03:03:51Z', 'revision_number': 4, 'project_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'subnets': [{'id': '769ed3f9-2d0e-4686-ac5f-a1dd5e6a655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:03:52.551232 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e088e00-3913-47d3-beaf-7051f1387889 None None] The sync data for ids ['e76a584c-9026-4482-b119-decbdc4db7d4'] in dv-cinder-828061-7-iscsi is: [{'id': 'e76a584c-9026-4482-b119-decbdc4db7d4', 'name': 'tempest-TestMinimumBasicScenario-844991431-router', 'tenant_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'aeff3df6-cb75-4b23-8723-e4e516719642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:03:43Z', 'updated_at': '2022-03-04T03:03:46Z', 'revision_number': 4, 'project_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'gw_port': {'id': 'aeff3df6-cb75-4b23-8723-e4e516719642', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a584c-9026-4482-b119-decbdc4db7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:43Z', 'updated_at': '2022-03-04T03:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '29a775a0-d6bb-400e-b270-86118c87954e', 'name': '', 'network_id': '86517c86-cecd-4750-80d1-298996daf3cc', 'tenant_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'mac_address': 'fa:16:3e:9d:71:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76a584c-9026-4482-b119-decbdc4db7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '769ed3f9-2d0e-4686-ac5f-a1dd5e6a655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:45Z', 'updated_at': '2022-03-04T03:03:51Z', 'revision_number': 4, 'project_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'subnets': [{'id': '769ed3f9-2d0e-4686-ac5f-a1dd5e6a655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:03:52.566289 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-4d2b31d5-09af-432f-bf88-85d848b40407 None None] Current status of the port 29a775a0-d6bb-400e-b270-86118c87954e is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:03:52.920138 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34e7f7-0f74-4f0e-bc62-c3182a88193d req-021ec184-1bbb-4b20-bdb9-bc69affbe953 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:52.922583 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7a34e7f7-0f74-4f0e-bc62-c3182a88193d req-021ec184-1bbb-4b20-bdb9-bc69affbe953 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0799737 Mar 04 03:03:52.980187 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7a34e7f7-0f74-4f0e-bc62-c3182a88193d req-28a7970c-f4f2-4269-9714-229986e028af tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507879 Mar 04 03:03:53.147318 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 29a775a0-d6bb-400e-b270-86118c87954e up at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:03:53.205312 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Provisioning complete for port 29a775a0-d6bb-400e-b270-86118c87954e triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:03:53.205707 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (29a775a0-d6bb-400e-b270-86118c87954e), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:53.296163 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Current status of the port 29a775a0-d6bb-400e-b270-86118c87954e is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:03:54.140227 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea646651-f322-463e-a3e9-b62d46a09c24 req-1eb1f8f1-1024-4b23-8922-6228eb5a3241 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:54.142129 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ea646651-f322-463e-a3e9-b62d46a09c24 req-1eb1f8f1-1024-4b23-8922-6228eb5a3241 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0714610 Mar 04 03:03:54.238805 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ea646651-f322-463e-a3e9-b62d46a09c24 req-b5006211-6712-4bbe-bec5-494dbfde7bde tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895019 Mar 04 03:03:55.397275 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f08fb9-8183-4042-8215-d7561028ffa7 req-bc53f538-1265-400e-8d03-926d96697d30 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:55.400520 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-17f08fb9-8183-4042-8215-d7561028ffa7 req-bc53f538-1265-400e-8d03-926d96697d30 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0870235 Mar 04 03:03:55.458406 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-17f08fb9-8183-4042-8215-d7561028ffa7 req-7b8c0e25-111f-4018-9950-b6f4ae51b7c3 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475895 Mar 04 03:03:56.593659 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b9fa8-6315-46e1-a9b2-8bead8e704fb req-2352aeaf-7f4d-4806-8de2-afece10b4d25 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:56.595878 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e94b9fa8-6315-46e1-a9b2-8bead8e704fb req-2352aeaf-7f4d-4806-8de2-afece10b4d25 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0588996 Mar 04 03:03:56.645595 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e94b9fa8-6315-46e1-a9b2-8bead8e704fb req-7a97c0e6-bbb8-49e4-ba46-2a2498141c3a tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435016 Mar 04 03:03:57.079230 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 35630) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:57.199056 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c219972e-2f9a-4cbf-b1d7-f3f08616bcbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:57.290823 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c219972e-2f9a-4cbf-b1d7-f3f08616bcbd admin admin] Publish callbacks [] for security_group (d964d68d-872c-4ff4-a348-b8a962baa799), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:57.295986 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c219972e-2f9a-4cbf-b1d7-f3f08616bcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (d964d68d-872c-4ff4-a348-b8a962baa799), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:57.334725 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219972e-2f9a-4cbf-b1d7-f3f08616bcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d964d68d-872c-4ff4-a348-b8a962baa799,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:57.343373 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 35634) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:57.358661 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-c219972e-2f9a-4cbf-b1d7-f3f08616bcbd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92c563238bba42c0bb19c8b0540f8c26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2782228 Mar 04 03:03:57.400601 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-cd2758bd-e06b-468c-b77d-5b96635ea7f3 admin admin] Publish callbacks [] for security_group (d964d68d-872c-4ff4-a348-b8a962baa799), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:57.423676 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-cd2758bd-e06b-468c-b77d-5b96635ea7f3 admin admin] Publish callbacks [] for security_group (d964d68d-872c-4ff4-a348-b8a962baa799), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:57.477479 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-cd2758bd-e06b-468c-b77d-5b96635ea7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (d964d68d-872c-4ff4-a348-b8a962baa799), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:57.480728 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-cd2758bd-e06b-468c-b77d-5b96635ea7f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:57.485081 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-cd2758bd-e06b-468c-b77d-5b96635ea7f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d964d68d-872c-4ff4-a348-b8a962baa799 HTTP/1.1" status: 204 len: 168 time: 0.1404951 Mar 04 03:03:57.495707 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2758bd-e06b-468c-b77d-5b96635ea7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d964d68d-872c-4ff4-a348-b8a962baa799,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:57.818755 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e805ae-d6ba-413a-a52b-cbf2ea3d2448 req-7ded1ecb-89fe-4e12-bb8c-320c09ede4e1 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:57.821662 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-47e805ae-d6ba-413a-a52b-cbf2ea3d2448 req-7ded1ecb-89fe-4e12-bb8c-320c09ede4e1 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0836852 Mar 04 03:03:57.843164 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 35646) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:57.857899 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-19f5c594-17a6-4c69-94a5-063b01112d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:57.875962 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-47e805ae-d6ba-413a-a52b-cbf2ea3d2448 req-208d05c3-a38d-46aa-8c62-2ed09b2a9d72 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485852 Mar 04 03:03:57.965713 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-19f5c594-17a6-4c69-94a5-063b01112d2e admin admin] Publish callbacks [] for security_group (8881f90e-8dd0-40d1-ad4a-85adc90d996a), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:57.972204 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-19f5c594-17a6-4c69-94a5-063b01112d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (8881f90e-8dd0-40d1-ad4a-85adc90d996a), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:58.020322 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-19f5c594-17a6-4c69-94a5-063b01112d2e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=868d5c22339c4a309ec754e10d0f7bca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1760795 Mar 04 03:03:58.021273 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5c594-17a6-4c69-94a5-063b01112d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8881f90e-8dd0-40d1-ad4a-85adc90d996a,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:58.023225 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 35648) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:58.080749 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4bbd27bb-5612-491c-835d-95d2768a6cd3 admin admin] Publish callbacks [] for security_group (8881f90e-8dd0-40d1-ad4a-85adc90d996a), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:58.105802 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4bbd27bb-5612-491c-835d-95d2768a6cd3 admin admin] Publish callbacks [] for security_group (8881f90e-8dd0-40d1-ad4a-85adc90d996a), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:58.157238 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4bbd27bb-5612-491c-835d-95d2768a6cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (8881f90e-8dd0-40d1-ad4a-85adc90d996a), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:58.160801 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4bbd27bb-5612-491c-835d-95d2768a6cd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:58.162001 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-4bbd27bb-5612-491c-835d-95d2768a6cd3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8881f90e-8dd0-40d1-ad4a-85adc90d996a HTTP/1.1" status: 204 len: 168 time: 0.1377800 Mar 04 03:03:58.184387 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd27bb-5612-491c-835d-95d2768a6cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8881f90e-8dd0-40d1-ad4a-85adc90d996a,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:58.495595 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 35662) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:58.509440 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b42b0f35-72f1-4a29-941b-d814592b7117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:58.590325 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b42b0f35-72f1-4a29-941b-d814592b7117 admin admin] Publish callbacks [] for security_group (3c665486-a7fb-498c-bfd3-a8e4377280b9), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:58.595027 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-b42b0f35-72f1-4a29-941b-d814592b7117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (3c665486-a7fb-498c-bfd3-a8e4377280b9), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:58.631207 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b0f35-72f1-4a29-941b-d814592b7117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c665486-a7fb-498c-bfd3-a8e4377280b9,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:58.638683 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-b42b0f35-72f1-4a29-941b-d814592b7117 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c1fcadaf5594dc58286a00e4bc0c14d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396573 Mar 04 03:03:58.639080 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 35676) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:03:59.027422 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d5fd0d1b-a4eb-4e5e-a29d-ef5c9ae89ab2 admin admin] Publish callbacks [] for security_group (3c665486-a7fb-498c-bfd3-a8e4377280b9), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:59.066347 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-9b606442-359f-4ad1-ab15-4bed2f798739 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:59.067811 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-9b606442-359f-4ad1-ab15-4bed2f798739 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/networks?id=dd04bf70-51ad-4130-8348-344e159cf0ff HTTP/1.1" status: 200 len: 815 time: 0.4122841 Mar 04 03:03:59.073407 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d5fd0d1b-a4eb-4e5e-a29d-ef5c9ae89ab2 admin admin] Publish callbacks [] for security_group (3c665486-a7fb-498c-bfd3-a8e4377280b9), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:59.087696 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dcde1-b1a0-4260-b930-d27bd21d5d53 req-933bc3a9-b834-47c9-aa47-b3f6a0d73219 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:03:59.089104 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-618dcde1-b1a0-4260-b930-d27bd21d5d53 req-933bc3a9-b834-47c9-aa47-b3f6a0d73219 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.1299281 Mar 04 03:03:59.128775 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-ce78caf5-3813-4797-9381-cdc6a1b59797 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/quotas/1248c4e6b3ec4d5bab6e570312099864 HTTP/1.1" status: 200 len: 375 time: 0.0534070 Mar 04 03:03:59.189005 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-618dcde1-b1a0-4260-b930-d27bd21d5d53 req-567f7761-2b63-4a3c-a279-6046ce33065e tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914750 Mar 04 03:03:59.202168 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d5fd0d1b-a4eb-4e5e-a29d-ef5c9ae89ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (3c665486-a7fb-498c-bfd3-a8e4377280b9), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:59.204689 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d5fd0d1b-a4eb-4e5e-a29d-ef5c9ae89ab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:03:59.205855 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-d5fd0d1b-a4eb-4e5e-a29d-ef5c9ae89ab2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c665486-a7fb-498c-bfd3-a8e4377280b9 HTTP/1.1" status: 204 len: 168 time: 0.5658872 Mar 04 03:03:59.218850 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-3c559b2a-1f80-4b0e-8939-29170fe64e12 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1248c4e6b3ec4d5bab6e570312099864&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827043 Mar 04 03:03:59.219956 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd0d1b-a4eb-4e5e-a29d-ef5c9ae89ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c665486-a7fb-498c-bfd3-a8e4377280b9,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:03:59.419512 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-2ef2deb5-2639-41ec-94c8-598d9ca0b64b service neutron] 10.222.0.16 "GET /v2.0/networks/dd04bf70-51ad-4130-8348-344e159cf0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810696 Mar 04 03:03:59.514143 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-f5e39867-76d4-4a63-b4ca-bf4bf2e0b41b service neutron] 10.222.0.16 "GET /v2.0/networks/dd04bf70-51ad-4130-8348-344e159cf0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888975 Mar 04 03:03:59.686652 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f69665fd-bc94-49b3-baac-daf03cc30ee6 req-2f0a6d34-1ce1-435e-8616-c276735b58e8 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 210 time: 0.0298135 Mar 04 03:04:00.316222 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be6fdf-19b7-4e28-bb34-265681e51b6c req-b01938b2-7ea2-409d-b6e3-b8fdac073975 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:00.318020 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-91be6fdf-19b7-4e28-bb34-265681e51b6c req-b01938b2-7ea2-409d-b6e3-b8fdac073975 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0543861 Mar 04 03:04:00.370038 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-91be6fdf-19b7-4e28-bb34-265681e51b6c req-23b01cbb-783c-4ca5-92c4-d087d555e4d2 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453749 Mar 04 03:04:00.671738 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-314eb31a-7b59-455a-9822-32a119852e0e tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:00.673484 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-314eb31a-7b59-455a-9822-32a119852e0e tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.13 "GET /v2.0/networks?id=dd04bf70-51ad-4130-8348-344e159cf0ff HTTP/1.1" status: 200 len: 815 time: 0.1070266 Mar 04 03:04:00.686145 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-61384943-7cc5-4373-8739-58a45658be4c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Request body: {'port': {'device_id': '28c7f04e-e981-4062-b3c3-45615a0c2880', 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff', 'admin_state_up': True, 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:04:00.803152 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e72f1c28-23ec-43df-83a0-feb40086256b req-7a77611a-731d-4d27-a652-d06b87f90c37 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 210 time: 0.0368171 Mar 04 03:04:00.827538 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-61384943-7cc5-4373-8739-58a45658be4c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Made reservation on behalf of 1248c4e6b3ec4d5bab6e570312099864 for: {'port': 1} {{(pid=102946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:04:00.831477 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-61384943-7cc5-4373-8739-58a45658be4c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:00.971494 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_common [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-61384943-7cc5-4373-8739-58a45658be4c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Allocated IP 172.20.0.11 (dd04bf70-51ad-4130-8348-344e159cf0ff/8a6a0257-e841-44fa-928a-9f49db9b48d7/b061a809-91b2-439f-9f11-10fecd6f6512) {{(pid=102946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:04:01.124205 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-61384943-7cc5-4373-8739-58a45658be4c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for port (b061a809-91b2-439f-9f11-10fecd6f6512), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:01.173272 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-61384943-7cc5-4373-8739-58a45658be4c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (b061a809-91b2-439f-9f11-10fecd6f6512), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:01.257753 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61384943-7cc5-4373-8739-58a45658be4c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Pushing event updated for resources: {'Port': ['ID=b061a809-91b2-439f-9f11-10fecd6f6512,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:01.287306 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-61384943-7cc5-4373-8739-58a45658be4c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Network dd04bf70-51ad-4130-8348-344e159cf0ff is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:04:01.289819 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-61384943-7cc5-4373-8739-58a45658be4c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:04:01.294604 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-61384943-7cc5-4373-8739-58a45658be4c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Received port after_create {{(pid=102946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:04:01.373177 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-61384943-7cc5-4373-8739-58a45658be4c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:01.374079 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-61384943-7cc5-4373-8739-58a45658be4c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:01.396065 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-61384943-7cc5-4373-8739-58a45658be4c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7136364 Mar 04 03:04:01.599519 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c136daf-1864-454a-9d53-e1043a9f5dcc req-653267ca-2be7-4432-8f53-0a379a2a6558 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:01.602079 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0c136daf-1864-454a-9d53-e1043a9f5dcc req-653267ca-2be7-4432-8f53-0a379a2a6558 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.1167662 Mar 04 03:04:01.661017 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-a5a1c339-4e7b-4915-88df-ba65074c3c46 None None] Provisioning complete for port b061a809-91b2-439f-9f11-10fecd6f6512 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:04:01.661636 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a5a1c339-4e7b-4915-88df-ba65074c3c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (b061a809-91b2-439f-9f11-10fecd6f6512), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:01.670392 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0c136daf-1864-454a-9d53-e1043a9f5dcc req-76cac6bb-2d72-49a0-a860-cac999bcb079 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529509 Mar 04 03:04:01.697224 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a5a1c339-4e7b-4915-88df-ba65074c3c46 None None] Port b061a809-91b2-439f-9f11-10fecd6f6512 cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 03:04:01.946317 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448dfe0-8061-4767-8e39-e492acb57158 req-e8d89a67-e024-482b-9b7e-fd6e26a176aa tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:01.947839 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6448dfe0-8061-4767-8e39-e492acb57158 req-e8d89a67-e024-482b-9b7e-fd6e26a176aa tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0990939 Mar 04 03:04:01.965565 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-50618626-80e1-4b2c-86b2-b5b8553b386c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:01.991947 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046742e4-40f2-47df-8d3b-091aa1c43c39 req-8cfdc2d5-f68f-42a7-b8bc-b4efb0f91a89 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:01.993411 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-046742e4-40f2-47df-8d3b-091aa1c43c39 req-8cfdc2d5-f68f-42a7-b8bc-b4efb0f91a89 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 932 time: 0.0982978 Mar 04 03:04:02.035625 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6448dfe0-8061-4767-8e39-e492acb57158 req-5b65ca81-de55-4a50-9136-d0f3b023e733 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812795 Mar 04 03:04:02.079114 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-046742e4-40f2-47df-8d3b-091aa1c43c39 req-d2bfd56c-2a3d-47f6-80d6-e50f73ec8680 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786989 Mar 04 03:04:03.231952 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e063e6-ecf3-41a7-9283-52f5326f5295 req-29cc690c-b074-4846-915b-e2bc9c2fc2aa tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:03.233493 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-18e063e6-ecf3-41a7-9283-52f5326f5295 req-29cc690c-b074-4846-915b-e2bc9c2fc2aa tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.1029086 Mar 04 03:04:03.261665 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b862162-9535-4ca9-bd97-6f6da163307c req-32b01647-4813-44c6-8082-e85ce7c2cdd1 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:03.266149 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5b862162-9535-4ca9-bd97-6f6da163307c req-32b01647-4813-44c6-8082-e85ce7c2cdd1 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 932 time: 0.1015887 Mar 04 03:04:03.333058 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-18e063e6-ecf3-41a7-9283-52f5326f5295 req-fba24b69-1740-4b53-a5f2-9df66489e393 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931940 Mar 04 03:04:03.342082 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5b862162-9535-4ca9-bd97-6f6da163307c req-58488c2f-7eab-466a-aa32-77047b63abcb tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661135 Mar 04 03:04:04.349047 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a38ef8d5-d924-4d67-aa76-a09007c44793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:04.545047 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305463a-9140-41fa-9604-64d335e20099 req-b4bb4eb3-7333-4c78-88c0-71171e47f0a6 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:04.546867 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f305463a-9140-41fa-9604-64d335e20099 req-b4bb4eb3-7333-4c78-88c0-71171e47f0a6 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 932 time: 0.1076753 Mar 04 03:04:04.557166 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463edf2-fd0c-421a-b743-55a27091f8bd req-102a5982-b3c8-45ff-9561-5288582b5def tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:04.559107 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2463edf2-fd0c-421a-b743-55a27091f8bd req-102a5982-b3c8-45ff-9561-5288582b5def tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.1340909 Mar 04 03:04:04.629634 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f305463a-9140-41fa-9604-64d335e20099 req-4ed98e70-aa1f-4773-8965-12ff0a20042f tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689571 Mar 04 03:04:04.638060 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2463edf2-fd0c-421a-b743-55a27091f8bd req-6943c836-8fb6-4ea5-87d3-e2c0a568a734 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710831 Mar 04 03:04:05.367028 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:05.793503 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8225d-4f72-4dd4-96b8-18d8de4d0e80 req-30967da5-cacb-4d67-88c7-857b44158231 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:05.800411 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-95c8225d-4f72-4dd4-96b8-18d8de4d0e80 req-30967da5-cacb-4d67-88c7-857b44158231 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 932 time: 0.0926259 Mar 04 03:04:05.828351 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6701e-5cca-4a1b-84ad-678c81be4b9f req-957d12dc-4ece-4d5f-81df-44f47c59b22a tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:05.829896 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-46a6701e-5cca-4a1b-84ad-678c81be4b9f req-957d12dc-4ece-4d5f-81df-44f47c59b22a tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0944223 Mar 04 03:04:05.879134 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-95c8225d-4f72-4dd4-96b8-18d8de4d0e80 req-e12c7e7c-6a79-4e35-a6e8-4c8e504a5f34 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778489 Mar 04 03:04:05.901428 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-46a6701e-5cca-4a1b-84ad-678c81be4b9f req-91f7c4fd-2602-484b-8071-d93d749956bc tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652103 Mar 04 03:04:06.706973 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:07.041114 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95d25d-7e11-43c1-bd1d-477e58566f24 req-574026fb-c93c-4b0c-8f0a-10bf48ee465c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:07.042848 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-bc95d25d-7e11-43c1-bd1d-477e58566f24 req-574026fb-c93c-4b0c-8f0a-10bf48ee465c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 932 time: 0.0919938 Mar 04 03:04:07.061302 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285d34c-1962-4256-9165-225f22b65eca req-c6c873a2-346f-442a-afa8-bbfeec78615f tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:07.070094 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9285d34c-1962-4256-9165-225f22b65eca req-c6c873a2-346f-442a-afa8-bbfeec78615f tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0865839 Mar 04 03:04:07.141218 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-bc95d25d-7e11-43c1-bd1d-477e58566f24 req-d81deb20-1955-4037-bc99-9bfbcdfa9c9a tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897586 Mar 04 03:04:07.146427 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9285d34c-1962-4256-9165-225f22b65eca req-dd5598a9-de9f-4089-92d0-d33453807ea6 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742409 Mar 04 03:04:08.334955 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c97d7d-8b1c-47fe-ba00-5d36f260cc31 req-3df746e9-814f-429a-b185-93500c052bbf tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:08.337042 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-89c97d7d-8b1c-47fe-ba00-5d36f260cc31 req-3df746e9-814f-429a-b185-93500c052bbf tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 932 time: 0.0979216 Mar 04 03:04:08.344716 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a0daa-7c6a-435d-89fa-05433346cdde req-24a270cd-84d6-42e8-bab7-f706289bc7d1 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:08.346240 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ae3a0daa-7c6a-435d-89fa-05433346cdde req-24a270cd-84d6-42e8-bab7-f706289bc7d1 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.1090047 Mar 04 03:04:08.384984 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:08.429217 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-89c97d7d-8b1c-47fe-ba00-5d36f260cc31 req-fc2e2807-a2ed-4d22-94ee-dd062bb26e35 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817966 Mar 04 03:04:08.434771 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ae3a0daa-7c6a-435d-89fa-05433346cdde req-882acddd-7103-4e76-928a-fbf5b2615a63 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809867 Mar 04 03:04:09.606507 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d8b0f-93cb-4701-bcc4-601a5c11c182 req-71bd6c95-e551-41ab-92e4-877357e25d20 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:09.607983 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-905d8b0f-93cb-4701-bcc4-601a5c11c182 req-71bd6c95-e551-41ab-92e4-877357e25d20 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0936804 Mar 04 03:04:09.616982 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30eaeb0-0196-41d9-8ab4-8d1748ab086b req-b2e942bb-c900-4802-b983-466c319891b1 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:09.618754 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e30eaeb0-0196-41d9-8ab4-8d1748ab086b req-b2e942bb-c900-4802-b983-466c319891b1 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 932 time: 0.0957036 Mar 04 03:04:09.689166 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e30eaeb0-0196-41d9-8ab4-8d1748ab086b req-61c1d4b0-9dcf-4cac-bcdc-6192792aa7d5 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623198 Mar 04 03:04:09.703510 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-905d8b0f-93cb-4701-bcc4-601a5c11c182 req-b1fb00fb-5b56-453a-b5eb-b22f91811587 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837309 Mar 04 03:04:10.851955 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3b2ce-37f3-4847-b100-9cdc4aba603f req-8daf915a-60e2-4ef3-aab0-e7c376dd7298 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:10.853546 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fcd3b2ce-37f3-4847-b100-9cdc4aba603f req-8daf915a-60e2-4ef3-aab0-e7c376dd7298 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 932 time: 0.0982063 Mar 04 03:04:10.863889 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd730e-c5d2-4b0e-983a-67041a0c2ee2 req-23265e72-aa36-4c82-a12c-16a94ca8e3da tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:10.865274 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-54fd730e-c5d2-4b0e-983a-67041a0c2ee2 req-23265e72-aa36-4c82-a12c-16a94ca8e3da tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0828524 Mar 04 03:04:10.937060 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fcd3b2ce-37f3-4847-b100-9cdc4aba603f req-6f1385c8-413f-4112-9324-44c3f77d62ce tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708177 Mar 04 03:04:10.940656 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-54fd730e-c5d2-4b0e-983a-67041a0c2ee2 req-94450161-57e0-40de-875a-4465fdd2cd0e tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686557 Mar 04 03:04:12.085464 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6f507-4083-4138-b39f-96da54e77f8e req-4ebbe987-e5f9-4f0d-866f-e5e6d3c0cea5 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:12.087018 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0ee6f507-4083-4138-b39f-96da54e77f8e req-4ebbe987-e5f9-4f0d-866f-e5e6d3c0cea5 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 932 time: 0.0825596 Mar 04 03:04:12.094668 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc443a-794c-4f99-81a1-a60d107e248a req-c70645e9-64d0-4895-91b6-bee2a7a0141d tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:12.096097 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7bbc443a-794c-4f99-81a1-a60d107e248a req-c70645e9-64d0-4895-91b6-bee2a7a0141d tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0823512 Mar 04 03:04:12.169174 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0ee6f507-4083-4138-b39f-96da54e77f8e req-509a2a82-0f32-4d35-9fbb-62e6ad10adfe tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721290 Mar 04 03:04:12.173182 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7bbc443a-794c-4f99-81a1-a60d107e248a req-66044a91-43ad-4124-bfd9-f1a1c19d404a tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705540 Mar 04 03:04:12.610478 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:13.314102 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b608d-e8e7-4755-9a76-fab3722fb469 req-06951bca-1ccf-4e31-837a-06c2b8f3f382 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:13.315494 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5e4b608d-e8e7-4755-9a76-fab3722fb469 req-06951bca-1ccf-4e31-837a-06c2b8f3f382 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 932 time: 0.0823135 Mar 04 03:04:13.322900 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993fdcc-a4c3-45fb-86cf-109854cbdaf9 req-154f35f3-2bfd-45bc-b9ca-4f09b2152f8d tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:13.324253 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5993fdcc-a4c3-45fb-86cf-109854cbdaf9 req-154f35f3-2bfd-45bc-b9ca-4f09b2152f8d tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0821452 Mar 04 03:04:13.391846 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5e4b608d-e8e7-4755-9a76-fab3722fb469 req-a89735f8-52ea-4fcb-a9e3-0e43c13b2e45 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666683 Mar 04 03:04:13.395793 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5993fdcc-a4c3-45fb-86cf-109854cbdaf9 req-277ffa06-1616-46cc-9667-4258cb2b927b tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651298 Mar 04 03:04:14.542994 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb44a1c-cc6d-4651-ae9c-4063eb001969 req-aa7b1333-2612-46e6-9d00-94b708525834 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:14.544502 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7fb44a1c-cc6d-4651-ae9c-4063eb001969 req-aa7b1333-2612-46e6-9d00-94b708525834 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 932 time: 0.0851719 Mar 04 03:04:14.551900 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f47-86cc-4fc3-95be-c5a5121e3708 req-604978ae-1cc2-42ff-a69a-879ecccf0af8 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:14.553310 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e26e6f47-86cc-4fc3-95be-c5a5121e3708 req-604978ae-1cc2-42ff-a69a-879ecccf0af8 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0853226 Mar 04 03:04:14.620893 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7fb44a1c-cc6d-4651-ae9c-4063eb001969 req-e8f0bed0-5b31-4f03-bd04-9176dca07718 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666049 Mar 04 03:04:14.627684 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e26e6f47-86cc-4fc3-95be-c5a5121e3708 req-bf27987b-54f2-4fae-98e6-85c4ee30b95a tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671284 Mar 04 03:04:15.772028 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f08ceb-13fa-40ce-85e3-8e62256efaa1 req-b4fcd324-8c83-4cd5-8192-caac4b2ea8d2 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:15.773517 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-24f08ceb-13fa-40ce-85e3-8e62256efaa1 req-b4fcd324-8c83-4cd5-8192-caac4b2ea8d2 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 932 time: 0.0855031 Mar 04 03:04:15.793705 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27647d71-bf91-441a-9c7f-cbf612af4eb1 req-eed92e2f-6eb2-4289-9e3b-4ea15bf5d29f tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:15.795147 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-27647d71-bf91-441a-9c7f-cbf612af4eb1 req-eed92e2f-6eb2-4289-9e3b-4ea15bf5d29f tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0803564 Mar 04 03:04:15.856165 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-24f08ceb-13fa-40ce-85e3-8e62256efaa1 req-62da0b3f-4c3c-4ecc-8007-1f6544b40310 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766296 Mar 04 03:04:15.862773 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-27647d71-bf91-441a-9c7f-cbf612af4eb1 req-4f6d67f3-fd5b-455f-a807-867c229ac6d3 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616767 Mar 04 03:04:17.006758 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae76098-cb34-481f-b7d5-d8f2d2d9aa24 req-a85a48ca-4f9c-4751-8b33-e9be425327d9 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:17.008225 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5ae76098-cb34-481f-b7d5-d8f2d2d9aa24 req-a85a48ca-4f9c-4751-8b33-e9be425327d9 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0776246 Mar 04 03:04:17.014807 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324c642-2d90-4071-8f7d-b1e8be4b7bab req-84812a8a-afec-4432-a8d6-ed883476dae3 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:17.016155 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c324c642-2d90-4071-8f7d-b1e8be4b7bab req-84812a8a-afec-4432-a8d6-ed883476dae3 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 932 time: 0.0943069 Mar 04 03:04:17.085044 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5ae76098-cb34-481f-b7d5-d8f2d2d9aa24 req-6f534d2e-a678-45c7-9377-1217727bf654 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679562 Mar 04 03:04:17.089632 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c324c642-2d90-4071-8f7d-b1e8be4b7bab req-6bc00a38-27a4-4224-a73f-92957e674b3f tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669713 Mar 04 03:04:18.232893 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341078a4-6717-40f7-bd98-d43e902f7fa1 req-15b35eb7-7784-4db5-90d6-91216d9fea37 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:18.234398 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-341078a4-6717-40f7-bd98-d43e902f7fa1 req-15b35eb7-7784-4db5-90d6-91216d9fea37 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 932 time: 0.0736318 Mar 04 03:04:18.241081 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e445e6b-1c05-4737-9c4b-a897a35f9911 req-f4e80004-0eba-4d66-bab3-c3e367c6f51e tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:18.242471 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1e445e6b-1c05-4737-9c4b-a897a35f9911 req-f4e80004-0eba-4d66-bab3-c3e367c6f51e tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0904040 Mar 04 03:04:18.329976 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-341078a4-6717-40f7-bd98-d43e902f7fa1 req-9180a56b-a2db-47c1-81a6-600900208c13 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862157 Mar 04 03:04:18.333179 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1e445e6b-1c05-4737-9c4b-a897a35f9911 req-1f8e670d-f6f8-4333-81e5-9af3018c8972 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737960 Mar 04 03:04:19.080917 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Request body: {'port': {'device_id': '28c7f04e-e981-4062-b3c3-45615a0c2880', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:04:19.144495 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (b061a809-91b2-439f-9f11-10fecd6f6512), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:19.231443 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8510efe-8a55-42ff-8228-1c847264a33b req-b16201fd-8e25-4964-97b3-004aa53948bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:19.232945 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b8510efe-8a55-42ff-8228-1c847264a33b req-b16201fd-8e25-4964-97b3-004aa53948bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd4856b10f144130bf4788557dd60a24&device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 1129 time: 0.0483201 Mar 04 03:04:19.327694 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8510efe-8a55-42ff-8228-1c847264a33b req-68cde02e-c151-4143-9587-f3523ba9909c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:19.329110 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b8510efe-8a55-42ff-8228-1c847264a33b req-68cde02e-c151-4143-9587-f3523ba9909c service neutron] 10.222.0.13 "GET /v2.0/networks?id=89103e18-9486-4035-aa3f-78b34592cbe0 HTTP/1.1" status: 200 len: 911 time: 0.0882154 Mar 04 03:04:19.409954 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b8510efe-8a55-42ff-8228-1c847264a33b req-7f9ea190-aaf3-4119-8a14-a0988d2b6a76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7747af9-a194-4762-89da-a246ee4f140b HTTP/1.1" status: 200 len: 1000 time: 0.0742958 Mar 04 03:04:19.432592 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b061a809-91b2-439f-9f11-10fecd6f6512 {{(pid=102946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:04:19.444717 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Publish callbacks [] for port (b061a809-91b2-439f-9f11-10fecd6f6512), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:19.467548 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8510efe-8a55-42ff-8228-1c847264a33b req-bff4ddbb-9173-4958-9601-8d95445af737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:19.469426 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b8510efe-8a55-42ff-8228-1c847264a33b req-bff4ddbb-9173-4958-9601-8d95445af737 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6f4c4ae-a118-4ae8-b92d-55d0c45c943d HTTP/1.1" status: 200 len: 849 time: 0.0517802 Mar 04 03:04:19.506974 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.provisioning_blocks [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Transition to ACTIVE for port object b061a809-91b2-439f-9f11-10fecd6f6512 will not be triggered until provisioned by entity L2. {{(pid=102946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 03:04:19.517051 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11867094'] for port (b061a809-91b2-439f-9f11-10fecd6f6512), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:19.520639 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8510efe-8a55-42ff-8228-1c847264a33b req-152e1848-7af6-47d4-9b16-b9668fd59184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:19.522193 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b8510efe-8a55-42ff-8228-1c847264a33b req-152e1848-7af6-47d4-9b16-b9668fd59184 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=89103e18-9486-4035-aa3f-78b34592cbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446470 Mar 04 03:04:19.584332 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af0a9f-c8f3-473a-a9c9-9a17000d3d96 req-1969b515-43d5-423b-bbce-fad20f9495de tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:19.585681 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-98af0a9f-c8f3-473a-a9c9-9a17000d3d96 req-1969b515-43d5-423b-bbce-fad20f9495de tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.1480625 Mar 04 03:04:19.606189 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b834aa-7263-425a-a2d9-e6ed1ff8cf1f req-d33e42cd-25dc-4007-8114-2df0734ff779 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:19.610215 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-12b834aa-7263-425a-a2d9-e6ed1ff8cf1f req-d33e42cd-25dc-4007-8114-2df0734ff779 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 932 time: 0.1714325 Mar 04 03:04:19.618442 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b8510efe-8a55-42ff-8228-1c847264a33b req-b40eec23-db05-49e6-bd62-7aeb47127156 service neutron] 10.222.0.13 "GET /v2.0/networks/89103e18-9486-4035-aa3f-78b34592cbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887704 Mar 04 03:04:19.618652 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Pushing event updated for resources: {'Port': ['ID=b061a809-91b2-439f-9f11-10fecd6f6512,revision_number=2']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:19.664712 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:19.665083 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:19.665388 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:19.665801 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:19.666165 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:19.666493 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:19.666818 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:19.667140 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:19.668010 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:19.668010 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:19.668208 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:19.668419 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:19.668739 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:19.720903 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-b8510efe-8a55-42ff-8228-1c847264a33b req-68420b65-54f1-46c7-999b-3377c62f30ea service neutron] 10.222.0.13 "GET /v2.0/networks/89103e18-9486-4035-aa3f-78b34592cbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961964 Mar 04 03:04:19.779791 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Attempting to bind port b061a809-91b2-439f-9f11-10fecd6f6512 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:04:19.780136 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Attempting to bind port b061a809-91b2-439f-9f11-10fecd6f6512 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '01769893-98cb-4681-8214-5c479e566303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff'}] {{(pid=102946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:04:19.780471 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Attempting to bind port b061a809-91b2-439f-9f11-10fecd6f6512 on network dd04bf70-51ad-4130-8348-344e159cf0ff {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:04:19.785082 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-98af0a9f-c8f3-473a-a9c9-9a17000d3d96 req-9e887d87-e1bd-4cb7-b7e0-f3e460d3d2f5 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892838 Mar 04 03:04:19.791932 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-12b834aa-7263-425a-a2d9-e6ed1ff8cf1f req-673f4ea7-b320-4a85-a767-c48ada25f8b4 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691265 Mar 04 03:04:19.792923 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Port b061a809-91b2-439f-9f11-10fecd6f6512 on network dd04bf70-51ad-4130-8348-344e159cf0ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 03:04:19.793245 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Attempting to bind port b061a809-91b2-439f-9f11-10fecd6f6512 on network dd04bf70-51ad-4130-8348-344e159cf0ff {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:04:19.805720 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Checking agent: {'id': '3c9f8f0c-9b00-4c68-8144-2c2180e90486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'started_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:04:19.805720 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Checking segment: {'id': '01769893-98cb-4681-8214-5c479e566303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:04:19.805720 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Bound using segment: {'id': '01769893-98cb-4681-8214-5c479e566303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff'} {{(pid=102946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:04:19.805720 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.managers [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Bound port: b061a809-91b2-439f-9f11-10fecd6f6512, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01769893-98cb-4681-8214-5c479e566303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff'}}] {{(pid=102946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:04:19.805720 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (b061a809-91b2-439f-9f11-10fecd6f6512), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:19.867519 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] For port b061a809-91b2-439f-9f11-10fecd6f6512, host hv-cinder-82806, cleared binding levels {{(pid=102946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:04:19.871301 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] For port b061a809-91b2-439f-9f11-10fecd6f6512, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b061a809-91b2-439f-9f11-10fecd6f6512,segment=NetworkSegment(01769893-98cb-4681-8214-5c479e566303),segment_id=01769893-98cb-4681-8214-5c479e566303)] {{(pid=102946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:04:19.877605 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11867094'] for port (b061a809-91b2-439f-9f11-10fecd6f6512), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:19.912604 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:19.913248 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:19.915324 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] 10.222.0.13 "PUT /v2.0/ports/b061a809-91b2-439f-9f11-10fecd6f6512 HTTP/1.1" status: 200 len: 1094 time: 0.8389788 Mar 04 03:04:19.916175 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c7f04e-e981-4062-b3c3-45615a0c2880', 'tag': 'b061a809-91b2-439f-9f11-10fecd6f6512'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:04:19.918468 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fc654c-c713-4be5-b001-4d7c131d03e8" -d '{"events": [{"name": "network-changed", "server_uuid": "28c7f04e-e981-4062-b3c3-45615a0c2880", "tag": "b061a809-91b2-439f-9f11-10fecd6f6512"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:04:19.944512 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d1912-f619-4070-b08c-095b43ed4b94 service neutron] Pushing event updated for resources: {'Port': ['ID=b061a809-91b2-439f-9f11-10fecd6f6512,revision_number=3']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:19.967441 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 03:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bc27d4-9d90-451c-8f30-b33e6727a245 x-openstack-request-id: req-51bc27d4-9d90-451c-8f30-b33e6727a245 {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:04:19.967735 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c7f04e-e981-4062-b3c3-45615a0c2880", "tag": "b061a809-91b2-439f-9f11-10fecd6f6512", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:04:19.967989 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51bc27d4-9d90-451c-8f30-b33e6727a245 {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:04:19.968442 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c7f04e-e981-4062-b3c3-45615a0c2880', 'tag': 'b061a809-91b2-439f-9f11-10fecd6f6512', 'status': 'completed', 'code': 200} Mar 04 03:04:20.034461 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc654c-c713-4be5-b001-4d7c131d03e8 req-f92f9800-7d7f-4ee0-8a9d-e60c12f85bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:20.036028 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-91fc654c-c713-4be5-b001-4d7c131d03e8 req-f92f9800-7d7f-4ee0-8a9d-e60c12f85bfe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1248c4e6b3ec4d5bab6e570312099864&device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 1128 time: 0.0469217 Mar 04 03:04:20.227882 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc654c-c713-4be5-b001-4d7c131d03e8 req-2d4d0a4d-2343-40a6-b83a-27e134086d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:20.229272 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-91fc654c-c713-4be5-b001-4d7c131d03e8 req-2d4d0a4d-2343-40a6-b83a-27e134086d3b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1248c4e6b3ec4d5bab6e570312099864&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0940228 Mar 04 03:04:20.335540 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc654c-c713-4be5-b001-4d7c131d03e8 req-5b0cb5ab-84cc-4d51-aa63-2ef41e8df9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:20.337143 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-91fc654c-c713-4be5-b001-4d7c131d03e8 req-5b0cb5ab-84cc-4d51-aa63-2ef41e8df9ae service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925932 Mar 04 03:04:20.416524 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-a5c1dc6f-dfc4-4049-8fed-0fa99cd8348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:20.417985 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-a5c1dc6f-dfc4-4049-8fed-0fa99cd8348c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1248c4e6b3ec4d5bab6e570312099864&device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 1128 time: 0.0473039 Mar 04 03:04:20.458649 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-30bac055-2add-4501-b203-37cce439fed4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b061a809-91b2-439f-9f11-10fecd6f6512 HTTP/1.1" status: 200 len: 217 time: 0.0338488 Mar 04 03:04:20.506239 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-0cb71120-790c-44bf-9b83-4390d84bc68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:20.507712 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-0cb71120-790c-44bf-9b83-4390d84bc68c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a6a0257-e841-44fa-928a-9f49db9b48d7 HTTP/1.1" status: 200 len: 854 time: 0.0428309 Mar 04 03:04:20.560383 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-1c4ea610-d23b-4036-9b1e-f8bafc0c5ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:20.561908 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-1c4ea610-d23b-4036-9b1e-f8bafc0c5ed8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd04bf70-51ad-4130-8348-344e159cf0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444167 Mar 04 03:04:20.651032 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-74395b5b-c3eb-40d9-bf80-650f5372241b service neutron] 10.222.0.13 "GET /v2.0/networks/dd04bf70-51ad-4130-8348-344e159cf0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824285 Mar 04 03:04:20.738126 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e7661b22-44b5-409b-a70d-b1188e58be0f req-c3d609a8-fafe-4720-b613-30e8c7f91eab service neutron] 10.222.0.13 "GET /v2.0/networks/dd04bf70-51ad-4130-8348-344e159cf0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810840 Mar 04 03:04:20.936219 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a7300-fdb7-46a3-a473-1335412fc7a8 req-3cb58da4-a08a-44b3-bc1b-df7d43eaa7e1 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:20.937675 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-aa1a7300-fdb7-46a3-a473-1335412fc7a8 req-3cb58da4-a08a-44b3-bc1b-df7d43eaa7e1 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0834107 Mar 04 03:04:20.958629 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2a689-371a-4d89-a1af-a01620a3ab59 req-5568fca5-1c66-49d7-8468-d98552beed06 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:20.960040 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0eb2a689-371a-4d89-a1af-a01620a3ab59 req-5568fca5-1c66-49d7-8468-d98552beed06 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 944 time: 0.0765491 Mar 04 03:04:21.019149 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-aa1a7300-fdb7-46a3-a473-1335412fc7a8 req-d57004aa-7e8a-4c4b-a77e-9a9f32329023 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743611 Mar 04 03:04:21.030476 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0eb2a689-371a-4d89-a1af-a01620a3ab59 req-0816c9c5-4b67-45c7-b1ab-04ee821e4497 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627337 Mar 04 03:04:22.149466 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7781ac6-79d4-4cb9-8a95-073522102105 req-0ff976fe-81ff-4022-b616-87d55ef5aee9 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:22.150960 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f7781ac6-79d4-4cb9-8a95-073522102105 req-0ff976fe-81ff-4022-b616-87d55ef5aee9 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 944 time: 0.0553985 Mar 04 03:04:22.196311 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f7781ac6-79d4-4cb9-8a95-073522102105 req-01b66dac-6c43-45a2-ae1b-4a6d94939887 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398760 Mar 04 03:04:23.312662 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef626590-bf43-412a-9353-f3f7c9aefc6d req-49e3e1dd-b066-461b-a3c2-9f9b422a7059 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:23.314329 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ef626590-bf43-412a-9353-f3f7c9aefc6d req-49e3e1dd-b066-461b-a3c2-9f9b422a7059 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 944 time: 0.0524101 Mar 04 03:04:23.359183 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ef626590-bf43-412a-9353-f3f7c9aefc6d req-b1dbbd2a-59e1-471b-b22f-afc6d037b9ac tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394552 Mar 04 03:04:24.477765 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38952bd1-b07e-47cd-8919-cfc3ea11c90d req-2f9aee70-2736-4133-89b6-57862eca2073 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:24.480019 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-38952bd1-b07e-47cd-8919-cfc3ea11c90d req-2f9aee70-2736-4133-89b6-57862eca2073 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 944 time: 0.0555234 Mar 04 03:04:24.565120 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-38952bd1-b07e-47cd-8919-cfc3ea11c90d req-0c18129c-ff3a-4171-b665-563626b5d0c2 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790172 Mar 04 03:04:24.587375 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a77d76-28ab-49b0-a071-23e889c0b2d8 req-483fb9fb-f9ea-4575-83a8-2e9a2ea6b940 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:24.588850 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-67a77d76-28ab-49b0-a071-23e889c0b2d8 req-483fb9fb-f9ea-4575-83a8-2e9a2ea6b940 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0944359 Mar 04 03:04:24.646283 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-67a77d76-28ab-49b0-a071-23e889c0b2d8 req-3396dd69-89c3-44ec-9af3-55f64787b983 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515950 Mar 04 03:04:25.097314 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device b061a809-91b2-439f-9f11-10fecd6f6512 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 03:04:25.189709 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port b061a809-91b2-439f-9f11-10fecd6f6512, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b061a809-91b2-439f-9f11-10fecd6f6512,segment=NetworkSegment(01769893-98cb-4681-8214-5c479e566303),segment_id=01769893-98cb-4681-8214-5c479e566303)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:04:25.201572 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': 'b061a809-91b2-439f-9f11-10fecd6f6512', 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff', 'port_id': 'b061a809-91b2-439f-9f11-10fecd6f6512', 'mac_address': 'fa:16:3e:1c:11:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6a0257-e841-44fa-928a-9f49db9b48d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 03:04:25.236521 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port b061a809-91b2-439f-9f11-10fecd6f6512 is: DOWN; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:04:25.236855 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (b061a809-91b2-439f-9f11-10fecd6f6512), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:25.252568 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b061a809-91b2-439f-9f11-10fecd6f6512 {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:04:25.271013 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port b061a809-91b2-439f-9f11-10fecd6f6512, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b061a809-91b2-439f-9f11-10fecd6f6512,segment=NetworkSegment(01769893-98cb-4681-8214-5c479e566303),segment_id=01769893-98cb-4681-8214-5c479e566303)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:04:25.275468 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (b061a809-91b2-439f-9f11-10fecd6f6512), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:25.319836 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=b061a809-91b2-439f-9f11-10fecd6f6512,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:25.327132 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:25.327485 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:25.327830 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:25.328167 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:25.328498 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:25.328825 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:25.329153 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:25.329480 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:25.329830 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:25.330159 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:25.330489 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:25.330806 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:25.331126 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:25.680328 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c51b3-832b-4eb6-b36b-95f498c6eaf8 req-3cbc0705-f282-4910-859a-ebcf654eb70f tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:25.681836 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-518c51b3-832b-4eb6-b36b-95f498c6eaf8 req-3cbc0705-f282-4910-859a-ebcf654eb70f tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 945 time: 0.0520980 Mar 04 03:04:25.991797 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-518c51b3-832b-4eb6-b36b-95f498c6eaf8 req-c5423afd-1fb5-48cf-b8ed-bf3c41155869 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045328 Mar 04 03:04:26.021702 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429f8d5-caeb-425b-9859-3ae9f0072a70 req-928ac8b3-e9fb-47bf-9c52-5a17e807df08 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:26.023337 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5429f8d5-caeb-425b-9859-3ae9f0072a70 req-928ac8b3-e9fb-47bf-9c52-5a17e807df08 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.3122318 Mar 04 03:04:26.072449 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5429f8d5-caeb-425b-9859-3ae9f0072a70 req-f5012081-e6a0-4ecf-a0b6-ac30967f8f12 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429790 Mar 04 03:04:26.342303 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:04:26.856701 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['b061a809-91b2-439f-9f11-10fecd6f6512'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:04:27.107070 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3f7fc-29ff-4b37-803d-caaf02fbe396 req-8a3b3722-15ea-419b-b629-f323081e9eda tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:27.108535 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-16c3f7fc-29ff-4b37-803d-caaf02fbe396 req-8a3b3722-15ea-419b-b629-f323081e9eda tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 945 time: 0.0517964 Mar 04 03:04:27.163783 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-16c3f7fc-29ff-4b37-803d-caaf02fbe396 req-b4282cb7-d479-436c-b374-d9ec466ad500 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493271 Mar 04 03:04:27.204249 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7270b5a-cc6f-45d6-84f4-f4e2b055acd8 req-e700fe56-1154-4b09-8c0a-8b25215fa7e1 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:27.205712 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b7270b5a-cc6f-45d6-84f4-f4e2b055acd8 req-e700fe56-1154-4b09-8c0a-8b25215fa7e1 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0586836 Mar 04 03:04:27.256379 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b7270b5a-cc6f-45d6-84f4-f4e2b055acd8 req-5aa15230-8c27-48c1-90c9-bd2d8b55ac33 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450213 Mar 04 03:04:28.278893 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7ae69-bba4-492b-b1fe-bcbcbcd27e70 req-596a739b-54cb-4b7b-86ba-c5281e210c14 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:28.280387 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f7b7ae69-bba4-492b-b1fe-bcbcbcd27e70 req-596a739b-54cb-4b7b-86ba-c5281e210c14 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 945 time: 0.0519326 Mar 04 03:04:28.338112 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f7b7ae69-bba4-492b-b1fe-bcbcbcd27e70 req-cf24889c-c5a5-48ea-a3c7-d7e2af336667 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522568 Mar 04 03:04:28.376960 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddbea4-34a8-49d0-b8f9-1d6b07384e7f req-8163cdaa-9f5a-485d-8c7c-a0618ad59064 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:28.378383 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-65ddbea4-34a8-49d0-b8f9-1d6b07384e7f req-8163cdaa-9f5a-485d-8c7c-a0618ad59064 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0554214 Mar 04 03:04:28.424901 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-65ddbea4-34a8-49d0-b8f9-1d6b07384e7f req-28ae5350-aa39-4b22-ab8e-92f3733f8f9d tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409317 Mar 04 03:04:29.455988 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea94be-468f-40e8-b07c-dc6cb29235f7 req-e3fdd058-8086-409d-b510-d715e1b1b87c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:29.457491 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-31ea94be-468f-40e8-b07c-dc6cb29235f7 req-e3fdd058-8086-409d-b510-d715e1b1b87c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 945 time: 0.0556026 Mar 04 03:04:29.528552 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-31ea94be-468f-40e8-b07c-dc6cb29235f7 req-30fd6faf-6dea-40e1-a773-c3983e109889 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649457 Mar 04 03:04:29.551707 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baeee04-ec2e-48a2-a1cb-e84a1561abb4 req-351d6c46-694b-42a4-99b5-2e9152c9ff62 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:29.553213 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6baeee04-ec2e-48a2-a1cb-e84a1561abb4 req-351d6c46-694b-42a4-99b5-2e9152c9ff62 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0595913 Mar 04 03:04:29.601597 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6baeee04-ec2e-48a2-a1cb-e84a1561abb4 req-c40c39f3-5749-499f-b1e4-0ee96ddcd316 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428321 Mar 04 03:04:30.593259 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device b061a809-91b2-439f-9f11-10fecd6f6512 up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:04:30.641914 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning for port b061a809-91b2-439f-9f11-10fecd6f6512 completed by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 03:04:30.647469 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port b061a809-91b2-439f-9f11-10fecd6f6512 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:04:30.647838 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (b061a809-91b2-439f-9f11-10fecd6f6512), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:30.651412 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1c512-5b9f-4837-8571-c60c3bd8d051 req-07d0576d-a6c7-4646-b5fe-7d0c8bf1779c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:30.653073 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8ab1c512-5b9f-4837-8571-c60c3bd8d051 req-07d0576d-a6c7-4646-b5fe-7d0c8bf1779c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 945 time: 0.0573084 Mar 04 03:04:30.728332 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port b061a809-91b2-439f-9f11-10fecd6f6512 is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:04:30.728712 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (b061a809-91b2-439f-9f11-10fecd6f6512), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:30.728992 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8ab1c512-5b9f-4837-8571-c60c3bd8d051 req-cb2a5738-ba38-4747-9566-a751efc3d998 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701416 Mar 04 03:04:30.751062 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8269521-edb3-438d-b51c-f0e3cb3cccdd req-26b00bde-3d6e-45ec-b538-87b4b77cb1ec tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:30.751062 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c8269521-edb3-438d-b51c-f0e3cb3cccdd req-26b00bde-3d6e-45ec-b538-87b4b77cb1ec tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0741014 Mar 04 03:04:30.755767 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c7f04e-e981-4062-b3c3-45615a0c2880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b061a809-91b2-439f-9f11-10fecd6f6512'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:04:30.758847 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8c3c81-2de6-4664-9b9f-c67cabb119c3" -d '{"events": [{"server_uuid": "28c7f04e-e981-4062-b3c3-45615a0c2880", "name": "network-vif-plugged", "status": "completed", "tag": "b061a809-91b2-439f-9f11-10fecd6f6512"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:04:30.771919 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port b061a809-91b2-439f-9f11-10fecd6f6512, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b061a809-91b2-439f-9f11-10fecd6f6512,segment=NetworkSegment(01769893-98cb-4681-8214-5c479e566303),segment_id=01769893-98cb-4681-8214-5c479e566303)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:04:30.776966 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (b061a809-91b2-439f-9f11-10fecd6f6512), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:30.798587 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c8269521-edb3-438d-b51c-f0e3cb3cccdd req-8c65dbd5-2e94-4848-8d32-e82040e0855b tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463479 Mar 04 03:04:30.799542 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed6bb4a-73c8-4675-b1e6-0d5134d90e8c x-openstack-request-id: req-7ed6bb4a-73c8-4675-b1e6-0d5134d90e8c {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:04:30.799837 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c7f04e-e981-4062-b3c3-45615a0c2880", "name": "network-vif-plugged", "status": "completed", "tag": "b061a809-91b2-439f-9f11-10fecd6f6512", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:04:30.800090 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ed6bb4a-73c8-4675-b1e6-0d5134d90e8c {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:04:30.800480 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c7f04e-e981-4062-b3c3-45615a0c2880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b061a809-91b2-439f-9f11-10fecd6f6512', 'code': 200} Mar 04 03:04:30.829933 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=b061a809-91b2-439f-9f11-10fecd6f6512,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:30.967447 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c97487-ef00-430f-9cf6-d507951cfd2d req-052f99e8-c721-4334-a14d-f3d1c2dd1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:30.968921 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-93c97487-ef00-430f-9cf6-d507951cfd2d req-052f99e8-c721-4334-a14d-f3d1c2dd1e81 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 1130 time: 0.0447896 Mar 04 03:04:31.015245 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-93c97487-ef00-430f-9cf6-d507951cfd2d req-b34cde64-8b6b-4481-8a85-c551beb5f1f0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394108 Mar 04 03:04:31.850045 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c33ab-49cf-43f5-b96d-cff57c2ef088 req-c26190d6-f7cb-4fd3-8192-941619f6958a tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:31.851572 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-524c33ab-49cf-43f5-b96d-cff57c2ef088 req-c26190d6-f7cb-4fd3-8192-941619f6958a tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 946 time: 0.0530453 Mar 04 03:04:31.924868 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-524c33ab-49cf-43f5-b96d-cff57c2ef088 req-fa1b714a-97dc-4093-b22e-26540af8a2e1 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676908 Mar 04 03:04:31.940455 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b42e44-a486-463c-a13a-d2c4fdbbe09c req-ffda6f45-3c1b-4bec-8e5d-8e1bea078690 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:31.942943 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-94b42e44-a486-463c-a13a-d2c4fdbbe09c req-ffda6f45-3c1b-4bec-8e5d-8e1bea078690 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0729475 Mar 04 03:04:31.957815 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-1915975a-8bd9-42b2-bce2-1f656a9036a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:31.993898 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-94b42e44-a486-463c-a13a-d2c4fdbbe09c req-14b17ddb-7192-4116-a272-4eede3749c23 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440538 Mar 04 03:04:33.044227 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd802ff-1717-4da0-a77c-b4cb3a4feb6d req-75508f26-0d75-4ac8-861d-156ae45b9115 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:33.045778 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9fd802ff-1717-4da0-a77c-b4cb3a4feb6d req-75508f26-0d75-4ac8-861d-156ae45b9115 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 946 time: 0.0560031 Mar 04 03:04:33.123747 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9fd802ff-1717-4da0-a77c-b4cb3a4feb6d req-30b11684-2eec-48db-8eba-3e2610b7a227 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724330 Mar 04 03:04:33.135783 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4c306-897d-499e-9a98-083e72ffcb79 req-fefc3298-57d0-4907-be66-09333bc01a3b tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:33.137329 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-17b4c306-897d-499e-9a98-083e72ffcb79 req-fefc3298-57d0-4907-be66-09333bc01a3b tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0723674 Mar 04 03:04:33.186426 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-17b4c306-897d-499e-9a98-083e72ffcb79 req-f41c6866-8a51-4487-bd51-50462d3e4ab3 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435569 Mar 04 03:04:34.241299 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb68d53-56c7-4c8d-b378-37a155bc2e19 req-82441ef6-93ae-4636-b979-664ebe28a757 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:34.243578 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1fb68d53-56c7-4c8d-b378-37a155bc2e19 req-82441ef6-93ae-4636-b979-664ebe28a757 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 946 time: 0.0532405 Mar 04 03:04:34.324536 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1fb68d53-56c7-4c8d-b378-37a155bc2e19 req-ad76fb4e-3d72-47e2-9b27-26711263ce29 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754776 Mar 04 03:04:34.337277 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10cef8-9714-43ef-801b-60c39e6c3a23 req-e135f10c-05c9-45bf-bfec-f857b033e3b0 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:34.338855 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-dd10cef8-9714-43ef-801b-60c39e6c3a23 req-e135f10c-05c9-45bf-bfec-f857b033e3b0 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0839088 Mar 04 03:04:34.344368 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-97c8cbac-9396-497b-a2d8-6eac546f9ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:34.391980 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-dd10cef8-9714-43ef-801b-60c39e6c3a23 req-4a6b70ec-e13c-498b-8495-90a23ba9cc8b tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468693 Mar 04 03:04:34.458633 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e29c64-bd48-46f1-9141-a518b9b376a7 req-7f6b59d0-11f8-4888-b1ee-7d4df48980e5 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:34.460194 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-28e29c64-bd48-46f1-9141-a518b9b376a7 req-7f6b59d0-11f8-4888-b1ee-7d4df48980e5 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 946 time: 0.0673089 Mar 04 03:04:34.510209 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-28e29c64-bd48-46f1-9141-a518b9b376a7 req-72c153c7-4b44-4d3a-80a7-895a9d1d6e19 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432911 Mar 04 03:04:34.842736 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40707603-7021-4c43-b7e3-ebdae5e9d0d1 req-d4345313-5fc2-4d7b-b446-35858964ca96 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:34.844255 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-40707603-7021-4c43-b7e3-ebdae5e9d0d1 req-d4345313-5fc2-4d7b-b446-35858964ca96 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 946 time: 0.0575063 Mar 04 03:04:34.890828 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-40707603-7021-4c43-b7e3-ebdae5e9d0d1 req-5d5fc4b5-5848-4242-99c5-8ce237317d6e tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411017 Mar 04 03:04:35.368489 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:35.509916 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd71a3d-5e3b-4678-9951-0654804d003f req-b4ba624b-6aa0-435f-b9ac-6c589e3bb4a2 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:35.511409 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8dd71a3d-5e3b-4678-9951-0654804d003f req-b4ba624b-6aa0-435f-b9ac-6c589e3bb4a2 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0531135 Mar 04 03:04:35.560842 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8dd71a3d-5e3b-4678-9951-0654804d003f req-de4c5157-9840-47d7-92c0-333f5fe196e9 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438530 Mar 04 03:04:36.683024 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755e34e-0733-4e9f-b140-c6e805e9134a req-dc8fa0d3-a35a-410d-9af7-973b51373fa6 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:36.684192 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c755e34e-0733-4e9f-b140-c6e805e9134a req-dc8fa0d3-a35a-410d-9af7-973b51373fa6 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0569038 Mar 04 03:04:36.708339 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:36.735404 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c755e34e-0733-4e9f-b140-c6e805e9134a req-eb7a9962-03e6-4bdb-9f3f-d9f34b7e9b3b tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453968 Mar 04 03:04:37.853766 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf42bb-7149-46c6-a1a6-f5b005345b9e req-36d390b0-dd3d-4ea7-8628-e76b8c120316 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:37.855222 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ceaf42bb-7149-46c6-a1a6-f5b005345b9e req-36d390b0-dd3d-4ea7-8628-e76b8c120316 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0523219 Mar 04 03:04:37.902105 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ceaf42bb-7149-46c6-a1a6-f5b005345b9e req-3c1ce025-ada2-4570-adb1-c420afa938fc tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414150 Mar 04 03:04:38.387497 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:39.019090 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30e15c-0342-42c4-a135-80104f729e58 req-7a74f0ba-dd2b-41db-a9cf-9ab6b4f2a86f tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:39.020594 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fe30e15c-0342-42c4-a135-80104f729e58 req-7a74f0ba-dd2b-41db-a9cf-9ab6b4f2a86f tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0522628 Mar 04 03:04:39.072365 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fe30e15c-0342-42c4-a135-80104f729e58 req-98e021e5-ef1c-454c-baf3-c788bf9a3ed7 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463383 Mar 04 03:04:40.190208 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807dc7f-e84a-410f-9d89-d780626d952f req-7c1d591d-c30c-436c-8c85-b448db8493ec tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:40.191706 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5807dc7f-e84a-410f-9d89-d780626d952f req-7c1d591d-c30c-436c-8c85-b448db8493ec tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0526886 Mar 04 03:04:40.239809 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5807dc7f-e84a-410f-9d89-d780626d952f req-fb56a2da-99dd-4955-8996-379907ef91c1 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420876 Mar 04 03:04:40.751955 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f6205-a694-49e3-b01a-4b160e7988a7 req-d0f19e61-a12b-43a4-896f-07d0774a597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:40.753455 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-814f6205-a694-49e3-b01a-4b160e7988a7 req-d0f19e61-a12b-43a4-896f-07d0774a597d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=008d600fd8c441ff8b482ff1a7313891&device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 1129 time: 0.0428677 Mar 04 03:04:40.845645 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f6205-a694-49e3-b01a-4b160e7988a7 req-199edd1c-1e08-4d43-819e-a4cf4be85674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:40.847151 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-814f6205-a694-49e3-b01a-4b160e7988a7 req-199edd1c-1e08-4d43-819e-a4cf4be85674 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b87ed6a-60ec-432a-a88d-8dfb781ec617 HTTP/1.1" status: 200 len: 910 time: 0.0868163 Mar 04 03:04:40.911631 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-814f6205-a694-49e3-b01a-4b160e7988a7 req-7a6025c4-b9df-40f6-842a-b7dd65f125ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6905acd-71e8-454b-b704-fb22bd94943d HTTP/1.1" status: 200 len: 1000 time: 0.0574372 Mar 04 03:04:40.961129 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f6205-a694-49e3-b01a-4b160e7988a7 req-a6524bb7-6e9b-4440-a4f1-1fb05b14ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:40.962700 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-814f6205-a694-49e3-b01a-4b160e7988a7 req-a6524bb7-6e9b-4440-a4f1-1fb05b14ec99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da08f08c-befc-48c1-b5f3-365ec3403793 HTTP/1.1" status: 200 len: 848 time: 0.0442557 Mar 04 03:04:41.016115 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f6205-a694-49e3-b01a-4b160e7988a7 req-9e7bc37b-bceb-4d07-9b18-da4512141b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:41.017657 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-814f6205-a694-49e3-b01a-4b160e7988a7 req-9e7bc37b-bceb-4d07-9b18-da4512141b21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b87ed6a-60ec-432a-a88d-8dfb781ec617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488544 Mar 04 03:04:41.109222 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-814f6205-a694-49e3-b01a-4b160e7988a7 req-259864c3-a4cd-4c12-ae81-320ebf414888 service neutron] 10.222.0.13 "GET /v2.0/networks/0b87ed6a-60ec-432a-a88d-8dfb781ec617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828428 Mar 04 03:04:41.212892 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-814f6205-a694-49e3-b01a-4b160e7988a7 req-208ea1c7-0ea3-4fc4-89a8-57e38820539c service neutron] 10.222.0.13 "GET /v2.0/networks/0b87ed6a-60ec-432a-a88d-8dfb781ec617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928705 Mar 04 03:04:41.361837 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fadf61-8a9e-4b4c-a1d8-cae5f830e6e4 req-0001b9d1-95b7-4359-a621-f0cdcf24687a tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:41.363333 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-06fadf61-8a9e-4b4c-a1d8-cae5f830e6e4 req-0001b9d1-95b7-4359-a621-f0cdcf24687a tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0538671 Mar 04 03:04:41.411728 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-06fadf61-8a9e-4b4c-a1d8-cae5f830e6e4 req-02986868-f5b3-4339-9bcc-a3d711193bbc tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426450 Mar 04 03:04:42.536638 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d4f20-8ab3-4f0a-8196-f92cbb9c4010 req-e6b99c03-41be-465c-9862-ac7387db599a tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:42.538168 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6d1d4f20-8ab3-4f0a-8196-f92cbb9c4010 req-e6b99c03-41be-465c-9862-ac7387db599a tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0552928 Mar 04 03:04:42.591081 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6d1d4f20-8ab3-4f0a-8196-f92cbb9c4010 req-01a48e41-09a8-423c-bff7-c2b880a872d5 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472889 Mar 04 03:04:42.610923 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:43.714807 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4457e-90d8-4ba2-b7e8-b30e3aa2b891 req-39830328-3ee1-47f7-9a69-a3a8daaefa3b tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:43.716711 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b4f4457e-90d8-4ba2-b7e8-b30e3aa2b891 req-39830328-3ee1-47f7-9a69-a3a8daaefa3b tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0540695 Mar 04 03:04:43.769145 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b4f4457e-90d8-4ba2-b7e8-b30e3aa2b891 req-d4ae11f1-e670-46af-a7d3-6280db67391d tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430732 Mar 04 03:04:43.839210 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [req-ee831070-64c0-4ba5-a50d-8ebf7a758cc4 req-93c152d2-d7b1-427a-9877-8d0bb75dda3d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102946) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 03:04:43.840461 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ee831070-64c0-4ba5-a50d-8ebf7a758cc4 req-93c152d2-d7b1-427a-9877-8d0bb75dda3d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065303 Mar 04 03:04:43.972640 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a3cfab47-23c3-41ec-8e13-b4e2537f29e0 req-23060cf7-2b4d-4daf-8df9-d61a181624e2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0476828 Mar 04 03:04:44.004419 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0d122-4d4c-46cc-a01e-aa970e4dd09b req-14a23bfa-b8ee-49e6-b91e-e9c7ed376228 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:44.006165 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-66c0d122-4d4c-46cc-a01e-aa970e4dd09b req-14a23bfa-b8ee-49e6-b91e-e9c7ed376228 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0575418 Mar 04 03:04:44.075589 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfab47-23c3-41ec-8e13-b4e2537f29e0 req-b5b2b491-5cb3-4b4b-92b0-749179cea91c tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:44.077025 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a3cfab47-23c3-41ec-8e13-b4e2537f29e0 req-b5b2b491-5cb3-4b4b-92b0-749179cea91c tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports/f6905acd-71e8-454b-b704-fb22bd94943d HTTP/1.1" status: 200 len: 942 time: 0.0699790 Mar 04 03:04:44.101930 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-66c0d122-4d4c-46cc-a01e-aa970e4dd09b req-fdcd064d-fd5b-4d40-8745-2f40b7108087 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850267 Mar 04 03:04:44.763027 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ad701be0-c99b-4de2-93b8-89f501bda037 req-8a311043-f675-4355-9e17-a9df5ce8c187 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522902 Mar 04 03:04:44.830658 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad701be0-c99b-4de2-93b8-89f501bda037 req-616c012e-98a1-4803-bf9b-ecb9fa460e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:44.832233 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ad701be0-c99b-4de2-93b8-89f501bda037 req-616c012e-98a1-4803-bf9b-ecb9fa460e7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd4856b10f144130bf4788557dd60a24&device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 1129 time: 0.0468378 Mar 04 03:04:44.939459 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad701be0-c99b-4de2-93b8-89f501bda037 req-e48aa376-03ad-4132-acb4-cccb80cf6e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:44.940840 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ad701be0-c99b-4de2-93b8-89f501bda037 req-e48aa376-03ad-4132-acb4-cccb80cf6e80 service neutron] 10.222.0.13 "GET /v2.0/networks?id=89103e18-9486-4035-aa3f-78b34592cbe0 HTTP/1.1" status: 200 len: 911 time: 0.0878608 Mar 04 03:04:45.006703 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ad701be0-c99b-4de2-93b8-89f501bda037 req-8881733a-edeb-4d76-b70e-9f9582ebcde7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7747af9-a194-4762-89da-a246ee4f140b HTTP/1.1" status: 200 len: 1000 time: 0.0567708 Mar 04 03:04:45.066551 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad701be0-c99b-4de2-93b8-89f501bda037 req-908ad601-8280-401c-8158-522ae2bf61bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:45.068032 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ad701be0-c99b-4de2-93b8-89f501bda037 req-908ad601-8280-401c-8158-522ae2bf61bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6f4c4ae-a118-4ae8-b92d-55d0c45c943d HTTP/1.1" status: 200 len: 849 time: 0.0452797 Mar 04 03:04:45.127615 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad701be0-c99b-4de2-93b8-89f501bda037 req-a9198ca2-1288-4502-8ba2-21f82824f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:45.129132 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ad701be0-c99b-4de2-93b8-89f501bda037 req-a9198ca2-1288-4502-8ba2-21f82824f288 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=89103e18-9486-4035-aa3f-78b34592cbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492916 Mar 04 03:04:45.261913 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ad701be0-c99b-4de2-93b8-89f501bda037 req-b4853737-d2c5-44be-a40a-1bee2e37be33 service neutron] 10.222.0.13 "GET /v2.0/networks/89103e18-9486-4035-aa3f-78b34592cbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218607 Mar 04 03:04:45.269660 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8f2c3-ebb4-4004-9b3e-30e3dd7ac9bb req-32e2898e-7cca-4703-9087-1f0cf49f4fcd tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:45.271091 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-70b8f2c3-ebb4-4004-9b3e-30e3dd7ac9bb req-32e2898e-7cca-4703-9087-1f0cf49f4fcd tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0872574 Mar 04 03:04:45.373346 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-70b8f2c3-ebb4-4004-9b3e-30e3dd7ac9bb req-93ff4afb-bc43-4748-8e07-e10c6e525631 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929728 Mar 04 03:04:45.387325 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ad701be0-c99b-4de2-93b8-89f501bda037 req-ae2bd7ae-45a2-494a-ba60-169fae6b6c38 service neutron] 10.222.0.13 "GET /v2.0/networks/89103e18-9486-4035-aa3f-78b34592cbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152356 Mar 04 03:04:46.499108 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96671c5-85b9-4564-a5b0-503ccc08af32 req-fcc13add-9310-42d6-8737-1ca7b54c43ad tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:46.500570 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f96671c5-85b9-4564-a5b0-503ccc08af32 req-fcc13add-9310-42d6-8737-1ca7b54c43ad tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0596485 Mar 04 03:04:46.547907 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f96671c5-85b9-4564-a5b0-503ccc08af32 req-cc60c17a-24e7-4046-986d-02aeb2f7c1c8 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418222 Mar 04 03:04:46.682251 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device f6905acd-71e8-454b-b704-fb22bd94943d no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:04:46.757037 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port f6905acd-71e8-454b-b704-fb22bd94943d is: ACTIVE; New status is: DOWN {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:04:46.757425 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (f6905acd-71e8-454b-b704-fb22bd94943d), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:46.779597 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a03cc0-5986-4e89-9952-1b5f2bf4b1c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6905acd-71e8-454b-b704-fb22bd94943d'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:04:46.781817 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677d7692-e43e-4071-8901-d6b173040362" -d '{"events": [{"server_uuid": "90a03cc0-5986-4e89-9952-1b5f2bf4b1c8", "name": "network-vif-unplugged", "status": "completed", "tag": "f6905acd-71e8-454b-b704-fb22bd94943d"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:04:46.794458 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port f6905acd-71e8-454b-b704-fb22bd94943d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f6905acd-71e8-454b-b704-fb22bd94943d,segment=NetworkSegment(7da1f331-85d5-4c9f-b06f-15e6b2fd523d),segment_id=7da1f331-85d5-4c9f-b06f-15e6b2fd523d)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:04:46.798570 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (f6905acd-71e8-454b-b704-fb22bd94943d), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:46.821521 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Mar 2022 03:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570087c1-b1d9-4a16-b6e5-0bd9b133bfc9 x-openstack-request-id: req-570087c1-b1d9-4a16-b6e5-0bd9b133bfc9 {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:04:46.821837 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a03cc0-5986-4e89-9952-1b5f2bf4b1c8", "name": "network-vif-unplugged", "status": "failed", "tag": "f6905acd-71e8-454b-b704-fb22bd94943d", "code": 422}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:04:46.822094 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-570087c1-b1d9-4a16-b6e5-0bd9b133bfc9 {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:04:46.822521 dv-cinder-828061-7-iscsi neutron-server[102955]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '90a03cc0-5986-4e89-9952-1b5f2bf4b1c8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f6905acd-71e8-454b-b704-fb22bd94943d', 'code': 422} returned with failed status Mar 04 03:04:46.847081 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=f6905acd-71e8-454b-b704-fb22bd94943d,revision_number=6']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:47.164436 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 36180) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:04:47.268761 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bc219e05-fde6-4d1a-94a7-a5f08e601ad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:47.348443 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bc219e05-fde6-4d1a-94a7-a5f08e601ad6 admin admin] Publish callbacks [] for security_group (d6493192-6249-4260-b2b4-4e338ffddffb), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:47.352254 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-bc219e05-fde6-4d1a-94a7-a5f08e601ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (d6493192-6249-4260-b2b4-4e338ffddffb), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:47.389924 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-bc219e05-fde6-4d1a-94a7-a5f08e601ad6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2a41ebc5dc0481d9eb3ae3b9b404f03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244956 Mar 04 03:04:47.390736 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc219e05-fde6-4d1a-94a7-a5f08e601ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6493192-6249-4260-b2b4-4e338ffddffb,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:47.392525 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 36184) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:04:47.408681 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219e05-fde6-4d1a-94a7-a5f08e601ad6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:47.409029 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219e05-fde6-4d1a-94a7-a5f08e601ad6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:47.409361 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219e05-fde6-4d1a-94a7-a5f08e601ad6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:47.409714 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219e05-fde6-4d1a-94a7-a5f08e601ad6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:47.410035 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219e05-fde6-4d1a-94a7-a5f08e601ad6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:47.410359 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219e05-fde6-4d1a-94a7-a5f08e601ad6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:47.410677 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219e05-fde6-4d1a-94a7-a5f08e601ad6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:47.410996 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219e05-fde6-4d1a-94a7-a5f08e601ad6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:47.411313 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219e05-fde6-4d1a-94a7-a5f08e601ad6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:47.411627 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219e05-fde6-4d1a-94a7-a5f08e601ad6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:47.411942 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219e05-fde6-4d1a-94a7-a5f08e601ad6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:47.412251 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219e05-fde6-4d1a-94a7-a5f08e601ad6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:47.412566 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc219e05-fde6-4d1a-94a7-a5f08e601ad6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:04:47.453048 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e7d00622-75c2-43cc-9728-a9ffa0bcee30 admin admin] Publish callbacks [] for security_group (d6493192-6249-4260-b2b4-4e338ffddffb), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:47.474374 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e7d00622-75c2-43cc-9728-a9ffa0bcee30 admin admin] Publish callbacks [] for security_group (d6493192-6249-4260-b2b4-4e338ffddffb), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:47.523251 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e7d00622-75c2-43cc-9728-a9ffa0bcee30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (d6493192-6249-4260-b2b4-4e338ffddffb), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:47.525487 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e7d00622-75c2-43cc-9728-a9ffa0bcee30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:47.526744 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-e7d00622-75c2-43cc-9728-a9ffa0bcee30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6493192-6249-4260-b2b4-4e338ffddffb HTTP/1.1" status: 204 len: 168 time: 0.1333208 Mar 04 03:04:47.537163 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d00622-75c2-43cc-9728-a9ffa0bcee30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6493192-6249-4260-b2b4-4e338ffddffb,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:47.671565 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde0cd9-a58f-487f-96c0-d8504ccce0c6 req-dc76cb39-14b9-4cda-a158-3f3a1367736a tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:47.673435 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1fde0cd9-a58f-487f-96c0-d8504ccce0c6 req-dc76cb39-14b9-4cda-a158-3f3a1367736a tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0554454 Mar 04 03:04:47.734200 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1fde0cd9-a58f-487f-96c0-d8504ccce0c6 req-5939f458-0c9a-4150-83b2-f58c0ce0ebc0 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499272 Mar 04 03:04:48.853793 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac8208-a640-4221-927f-e78953ba6cf1 req-90423e74-75ce-4eaf-a98d-7e98a863e648 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:48.855318 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-04ac8208-a640-4221-927f-e78953ba6cf1 req-90423e74-75ce-4eaf-a98d-7e98a863e648 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0571327 Mar 04 03:04:48.904346 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-04ac8208-a640-4221-927f-e78953ba6cf1 req-a6e5eed9-6ca7-465b-9063-3dc11b379210 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435140 Mar 04 03:04:48.988723 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f1102-23e6-469a-8d94-c17a2220bfe1 req-c43dbea3-c20c-4978-9ed9-e72e8e02e6f8 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:48.990202 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-489f1102-23e6-469a-8d94-c17a2220bfe1 req-c43dbea3-c20c-4978-9ed9-e72e8e02e6f8 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 946 time: 0.0524631 Mar 04 03:04:49.037571 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-489f1102-23e6-469a-8d94-c17a2220bfe1 req-b1fd8dd0-5f37-4b5c-bf30-15882f091c77 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412812 Mar 04 03:04:49.062323 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 36208) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:04:49.258819 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2205da-3c21-4a41-8ddc-de178f944c68 tempest-TestMinimumBasicScenario-1523123485 tempest-TestMinimumBasicScenario-1523123485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:49.260265 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-2e2205da-3c21-4a41-8ddc-de178f944c68 tempest-TestMinimumBasicScenario-1523123485 tempest-TestMinimumBasicScenario-1523123485-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 1125 time: 0.1966176 Mar 04 03:04:49.263121 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 36212) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:04:49.267468 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-202145e0-8bb5-46d0-b11c-bbfb35b69fea tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Request body: {'floatingip': {'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'port_id': 'b061a809-91b2-439f-9f11-10fecd6f6512', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:04:49.288467 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-202145e0-8bb5-46d0-b11c-bbfb35b69fea tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:49.384245 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-202145e0-8bb5-46d0-b11c-bbfb35b69fea tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:49.489745 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_common [None req-202145e0-8bb5-46d0-b11c-bbfb35b69fea tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Allocated IP 172.27.2.187 (4b7e2636-a469-4d8a-9bd4-65ee0f06b31b/15e6bee3-74fb-492e-abc3-419d01a26fc0/e06a9196-f4a1-44d0-a0e0-d2506db36294) {{(pid=102946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:04:49.622739 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-202145e0-8bb5-46d0-b11c-bbfb35b69fea tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for port (e06a9196-f4a1-44d0-a0e0-d2506db36294), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:49.632275 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfab47-23c3-41ec-8e13-b4e2537f29e0 req-a9cb93d7-38de-4c8f-b668-a8cc6a99ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:49.633827 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a3cfab47-23c3-41ec-8e13-b4e2537f29e0 req-a9cb93d7-38de-4c8f-b668-a8cc6a99ae8a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8&tenant_id=008d600fd8c441ff8b482ff1a7313891 HTTP/1.1" status: 200 len: 1127 time: 0.0770843 Mar 04 03:04:49.674537 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-202145e0-8bb5-46d0-b11c-bbfb35b69fea tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (e06a9196-f4a1-44d0-a0e0-d2506db36294), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:49.725393 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202145e0-8bb5-46d0-b11c-bbfb35b69fea tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:04:49.732535 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-202145e0-8bb5-46d0-b11c-bbfb35b69fea tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:04:49.739086 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202145e0-8bb5-46d0-b11c-bbfb35b69fea tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Received port after_create {{(pid=102946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:04:49.776113 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202145e0-8bb5-46d0-b11c-bbfb35b69fea tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Pushing event updated for resources: {'Port': ['ID=e06a9196-f4a1-44d0-a0e0-d2506db36294,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:49.785392 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfab47-23c3-41ec-8e13-b4e2537f29e0 req-6c7603d0-cf8e-4aa0-8380-aef9bed1051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:49.786981 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a3cfab47-23c3-41ec-8e13-b4e2537f29e0 req-6c7603d0-cf8e-4aa0-8380-aef9bed1051a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=008d600fd8c441ff8b482ff1a7313891&device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 1127 time: 0.1277764 Mar 04 03:04:50.060829 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e291c82-a4d2-498e-be64-5e3ecca580a0 req-a309ac62-b175-45cf-baa6-e7b6c326b4d1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:50.062613 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4e291c82-a4d2-498e-be64-5e3ecca580a0 req-a309ac62-b175-45cf-baa6-e7b6c326b4d1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 947 time: 0.1901774 Mar 04 03:04:50.068337 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfab47-23c3-41ec-8e13-b4e2537f29e0 req-d1a7c3d2-2ac2-48d3-8193-88da15e00e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:50.069984 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a3cfab47-23c3-41ec-8e13-b4e2537f29e0 req-d1a7c3d2-2ac2-48d3-8193-88da15e00e97 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b87ed6a-60ec-432a-a88d-8dfb781ec617 HTTP/1.1" status: 200 len: 910 time: 0.2518921 Mar 04 03:04:50.207330 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3e9d0-3bd8-4cf5-92a4-2bdb61cf0231 req-d935ceeb-e98a-4ddb-8a2c-cde1c12e46cc tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:50.208728 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-67b3e9d0-3bd8-4cf5-92a4-2bdb61cf0231 req-d935ceeb-e98a-4ddb-8a2c-cde1c12e46cc tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.2053170 Mar 04 03:04:50.216950 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a3cfab47-23c3-41ec-8e13-b4e2537f29e0 req-6218e3fe-4dd3-4bf2-a3b6-95fd1ed8ee9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6905acd-71e8-454b-b704-fb22bd94943d HTTP/1.1" status: 200 len: 998 time: 0.1394284 Mar 04 03:04:50.253959 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4e291c82-a4d2-498e-be64-5e3ecca580a0 req-d32e90f7-c9c9-48c4-8277-c45cbfebe95c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813881 Mar 04 03:04:50.597185 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfab47-23c3-41ec-8e13-b4e2537f29e0 req-f399bcf7-b3fc-46c0-b69b-05d9104f09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:50.598710 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a3cfab47-23c3-41ec-8e13-b4e2537f29e0 req-f399bcf7-b3fc-46c0-b69b-05d9104f09c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da08f08c-befc-48c1-b5f3-365ec3403793 HTTP/1.1" status: 200 len: 848 time: 0.3702321 Mar 04 03:04:50.604836 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-67b3e9d0-3bd8-4cf5-92a4-2bdb61cf0231 req-9dcebedb-d435-49e7-b2e2-db7cdb388ca7 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3834136 Mar 04 03:04:50.720621 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfab47-23c3-41ec-8e13-b4e2537f29e0 req-35f61c2c-80cc-4c88-b4ab-53bb060661af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:50.722144 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a3cfab47-23c3-41ec-8e13-b4e2537f29e0 req-35f61c2c-80cc-4c88-b4ab-53bb060661af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b87ed6a-60ec-432a-a88d-8dfb781ec617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0911243 Mar 04 03:04:50.725817 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-202145e0-8bb5-46d0-b11c-bbfb35b69fea tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for floatingip (c834541f-4bdd-4da6-b603-50861ea0ec4b), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:50.854929 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-202145e0-8bb5-46d0-b11c-bbfb35b69fea tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (e06a9196-f4a1-44d0-a0e0-d2506db36294), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:50.883962 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a3cfab47-23c3-41ec-8e13-b4e2537f29e0 req-06c9209e-2655-402d-91fc-58750cec7ae3 service neutron] 10.222.0.13 "GET /v2.0/networks/0b87ed6a-60ec-432a-a88d-8dfb781ec617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390569 Mar 04 03:04:51.037050 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a3cfab47-23c3-41ec-8e13-b4e2537f29e0 req-55c74a46-c62a-4d21-9692-1338a4954dd5 service neutron] 10.222.0.13 "GET /v2.0/networks/0b87ed6a-60ec-432a-a88d-8dfb781ec617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456485 Mar 04 03:04:51.079633 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-202145e0-8bb5-46d0-b11c-bbfb35b69fea tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for port (e06a9196-f4a1-44d0-a0e0-d2506db36294), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:51.083908 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-202145e0-8bb5-46d0-b11c-bbfb35b69fea tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11867094'] for port (e06a9196-f4a1-44d0-a0e0-d2506db36294), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:51.155177 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202145e0-8bb5-46d0-b11c-bbfb35b69fea tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Pushing event updated for resources: {'Port': ['ID=e06a9196-f4a1-44d0-a0e0-d2506db36294,revision_number=2']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:51.163889 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-202145e0-8bb5-46d0-b11c-bbfb35b69fea tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641224'] for floatingip (c834541f-4bdd-4da6-b603-50861ea0ec4b), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:51.264383 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.db.l3_db [None req-202145e0-8bb5-46d0-b11c-bbfb35b69fea tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Floating IP c834541f-4bdd-4da6-b603-50861ea0ec4b associated. External IP: 172.27.2.187, port: b061a809-91b2-439f-9f11-10fecd6f6512. Mar 04 03:04:51.443712 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feccc88-cb31-49c3-8f78-b58ea02c23dd req-4f2a7c30-f918-4e27-a69b-bf4c8cff4985 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:51.445325 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1feccc88-cb31-49c3-8f78-b58ea02c23dd req-4f2a7c30-f918-4e27-a69b-bf4c8cff4985 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 947 time: 0.1021974 Mar 04 03:04:51.533164 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1feccc88-cb31-49c3-8f78-b58ea02c23dd req-e6c1dd4c-1db0-4168-978e-57eec0ad7b7e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814853 Mar 04 03:04:51.545524 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202145e0-8bb5-46d0-b11c-bbfb35b69fea tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Router f318d35d-b678-4fc4-b34d-954a5e98f508 has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:04:51.658054 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202145e0-8bb5-46d0-b11c-bbfb35b69fea tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:04:51.668723 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b289f41e-318f-460a-81e9-4e0b4d6c354b None None] Sync routers for ids ['f318d35d-b678-4fc4-b34d-954a5e98f508'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:04:51.680623 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b289f41e-318f-460a-81e9-4e0b4d6c354b None None] Routers {'f318d35d-b678-4fc4-b34d-954a5e98f508'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:04:51.681235 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-b289f41e-318f-460a-81e9-4e0b4d6c354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:04:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['f318d35d-b678-4fc4-b34d-954a5e98f508'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:04:51.686828 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-202145e0-8bb5-46d0-b11c-bbfb35b69fea tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for floatingip (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:51.736609 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-202145e0-8bb5-46d0-b11c-bbfb35b69fea tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4723384 Mar 04 03:04:51.738121 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c7f04e-e981-4062-b3c3-45615a0c2880', 'tag': 'b061a809-91b2-439f-9f11-10fecd6f6512'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:04:51.740439 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be33c5a-6019-456f-b5ee-cb5590d395da" -d '{"events": [{"name": "network-changed", "server_uuid": "28c7f04e-e981-4062-b3c3-45615a0c2880", "tag": "b061a809-91b2-439f-9f11-10fecd6f6512"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:04:51.742346 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 36228) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:04:51.747783 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-c092f88b-54e8-402a-ad14-df8e23e51026 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-459865717', 'description': 'tempest-secgroup-smoke-459865717 description', 'project_id': '1248c4e6b3ec4d5bab6e570312099864'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:04:51.763886 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52a8e7-3170-4623-adc6-e433bb6689b3 req-10c414b2-43ef-4a1b-a31b-d177afcd51b3 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:51.765488 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9c52a8e7-3170-4623-adc6-e433bb6689b3 req-10c414b2-43ef-4a1b-a31b-d177afcd51b3 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0933802 Mar 04 03:04:51.789825 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c092f88b-54e8-402a-ad14-df8e23e51026 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:51.792944 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 03:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362f36bd-c494-4314-ab0a-5d747c557401 x-openstack-request-id: req-362f36bd-c494-4314-ab0a-5d747c557401 {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:04:51.793308 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c7f04e-e981-4062-b3c3-45615a0c2880", "tag": "b061a809-91b2-439f-9f11-10fecd6f6512", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:04:51.793679 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-362f36bd-c494-4314-ab0a-5d747c557401 {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:04:51.794171 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c7f04e-e981-4062-b3c3-45615a0c2880', 'tag': 'b061a809-91b2-439f-9f11-10fecd6f6512', 'status': 'completed', 'code': 200} Mar 04 03:04:51.827211 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9c52a8e7-3170-4623-adc6-e433bb6689b3 req-25e5906f-0f29-4b6f-92c1-795300ee1e15 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555713 Mar 04 03:04:51.872637 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c092f88b-54e8-402a-ad14-df8e23e51026 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for security_group (0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:51.876465 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be33c5a-6019-456f-b5ee-cb5590d395da req-be442bb2-1db2-4cfd-baef-dc70fa10eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:51.877736 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c092f88b-54e8-402a-ad14-df8e23e51026 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:51.878338 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6be33c5a-6019-456f-b5ee-cb5590d395da req-be442bb2-1db2-4cfd-baef-dc70fa10eb6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1248c4e6b3ec4d5bab6e570312099864&device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 1130 time: 0.0495474 Mar 04 03:04:51.908104 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-c092f88b-54e8-402a-ad14-df8e23e51026 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:51.912190 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-c092f88b-54e8-402a-ad14-df8e23e51026 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1654348 Mar 04 03:04:51.912347 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 36232) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:04:51.916832 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-e8f89185-f12c-4406-a645-143eaf69fca0 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Request body: {'security_group_rule': {'security_group_id': '0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4', 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:04:51.921801 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092f88b-54e8-402a-ad14-df8e23e51026 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:51.946748 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e8f89185-f12c-4406-a645-143eaf69fca0 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for security_group_rule (4888a3c5-cce9-46b5-a634-a2bef9d5d02e), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:51.962675 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-b289f41e-318f-460a-81e9-4e0b4d6c354b None None] Set router f318d35d-b678-4fc4-b34d-954a5e98f508 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:04:51.981670 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be33c5a-6019-456f-b5ee-cb5590d395da req-7fdddb8a-28c7-498e-832a-300897e0a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:51.983283 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6be33c5a-6019-456f-b5ee-cb5590d395da req-7fdddb8a-28c7-498e-832a-300897e0a82a service neutron] 10.222.0.13 "GET /v2.0/networks?id=dd04bf70-51ad-4130-8348-344e159cf0ff HTTP/1.1" status: 200 len: 916 time: 0.0989804 Mar 04 03:04:52.004743 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e8f89185-f12c-4406-a645-143eaf69fca0 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for security_group_rule (4888a3c5-cce9-46b5-a634-a2bef9d5d02e), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:52.009329 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e8f89185-f12c-4406-a645-143eaf69fca0 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (4888a3c5-cce9-46b5-a634-a2bef9d5d02e), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:52.027603 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f89185-f12c-4406-a645-143eaf69fca0 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4888a3c5-cce9-46b5-a634-a2bef9d5d02e,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:52.037031 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e8f89185-f12c-4406-a645-143eaf69fca0 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:52.039835 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-e8f89185-f12c-4406-a645-143eaf69fca0 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251197 Mar 04 03:04:52.043481 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 36234) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:04:52.047695 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-a454e703-dddf-42d7-bcaa-039d26c2601f tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Request body: {'security_group_rule': {'security_group_id': '0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4', 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:04:52.061830 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6be33c5a-6019-456f-b5ee-cb5590d395da req-737a4eed-32e7-4035-8a1c-a09438f421b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b061a809-91b2-439f-9f11-10fecd6f6512 HTTP/1.1" status: 200 len: 1000 time: 0.0662041 Mar 04 03:04:52.076208 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a454e703-dddf-42d7-bcaa-039d26c2601f tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for security_group_rule (245baf41-f731-4fb5-acdb-38dcf66b38af), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:52.133503 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be33c5a-6019-456f-b5ee-cb5590d395da req-a9f7a4a7-2a9e-4e74-9b19-c5f88da99585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:52.135666 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6be33c5a-6019-456f-b5ee-cb5590d395da req-a9f7a4a7-2a9e-4e74-9b19-c5f88da99585 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a6a0257-e841-44fa-928a-9f49db9b48d7 HTTP/1.1" status: 200 len: 854 time: 0.0476947 Mar 04 03:04:52.160625 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a454e703-dddf-42d7-bcaa-039d26c2601f tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for security_group_rule (245baf41-f731-4fb5-acdb-38dcf66b38af), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:52.165779 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a454e703-dddf-42d7-bcaa-039d26c2601f tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (245baf41-f731-4fb5-acdb-38dcf66b38af), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:52.180112 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a1df9-0b7b-4964-806e-3d5962be3f67 req-7aadefa4-57d1-4844-9a67-a8e8e0619be1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:52.181624 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3b2a1df9-0b7b-4964-806e-3d5962be3f67 req-7aadefa4-57d1-4844-9a67-a8e8e0619be1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 947 time: 0.0853333 Mar 04 03:04:52.198193 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be33c5a-6019-456f-b5ee-cb5590d395da req-26f56acb-ea00-4398-b189-6feacffb0eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:52.200026 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6be33c5a-6019-456f-b5ee-cb5590d395da req-26f56acb-ea00-4398-b189-6feacffb0eba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd04bf70-51ad-4130-8348-344e159cf0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563157 Mar 04 03:04:52.201796 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454e703-dddf-42d7-bcaa-039d26c2601f tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245baf41-f731-4fb5-acdb-38dcf66b38af,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:52.217759 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-b289f41e-318f-460a-81e9-4e0b4d6c354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'name': 'tempest-TestMinimumBasicScenario-1201439077-router', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:03:41Z', 'revision_number': 4, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'gw_port': {'id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': 'c834541f-4bdd-4da6-b603-50861ea0ec4b', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'port_id': 'b061a809-91b2-439f-9f11-10fecd6f6512', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff', 'mac_address': 'fa:16:3e:1c:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7f04e-e981-4062-b3c3-45615a0c2880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:04:50Z', 'updated_at': '2022-03-04T03:04:50Z', 'revision_number': 0, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'becbf2f6-b53b-4a71-b814-dfc79a6babab', 'name': '', 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'mac_address': 'fa:16:3e:2a:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a6a0257-e841-44fa-928a-9f49db9b48d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:40Z', 'updated_at': '2022-03-04T03:03:46Z', 'revision_number': 5, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'subnets': [{'id': '8a6a0257-e841-44fa-928a-9f49db9b48d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:04:52.231271 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a454e703-dddf-42d7-bcaa-039d26c2601f tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:52.235123 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-a454e703-dddf-42d7-bcaa-039d26c2601f tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1897926 Mar 04 03:04:52.235646 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 36236) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:04:52.239891 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-b318ba57-54e1-4450-954f-d844d0cff6b1 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Request body: {'security_group_rule': {'security_group_id': '0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4', 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:04:52.245520 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b289f41e-318f-460a-81e9-4e0b4d6c354b None None] Checking router: f318d35d-b678-4fc4-b34d-954a5e98f508 for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:04:52.255387 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b289f41e-318f-460a-81e9-4e0b4d6c354b None None] Routers {'f318d35d-b678-4fc4-b34d-954a5e98f508'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:04:52.255744 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-b289f41e-318f-460a-81e9-4e0b4d6c354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:04:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['f318d35d-b678-4fc4-b34d-954a5e98f508'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:04:52.298405 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b318ba57-54e1-4450-954f-d844d0cff6b1 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for security_group_rule (42be3135-3e08-4e09-81a1-0d3045632753), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:52.301746 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6be33c5a-6019-456f-b5ee-cb5590d395da req-83385bf7-ea2c-40ec-867d-ee289ae0e199 service neutron] 10.222.0.13 "GET /v2.0/networks/dd04bf70-51ad-4130-8348-344e159cf0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920224 Mar 04 03:04:52.341300 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-3b2a1df9-0b7b-4964-806e-3d5962be3f67 req-64591ce7-919f-419f-b231-39334ac9ce08 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Deleting port 4f8ced06-af44-4944-8712-1d93dfbd72ce {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:04:52.341641 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-3b2a1df9-0b7b-4964-806e-3d5962be3f67 req-64591ce7-919f-419f-b231-39334ac9ce08 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:52.369197 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-b289f41e-318f-460a-81e9-4e0b4d6c354b None None] Set router f318d35d-b678-4fc4-b34d-954a5e98f508 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:04:52.398303 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6be33c5a-6019-456f-b5ee-cb5590d395da req-7795595b-d768-4951-b425-bf3a307f3daf service neutron] 10.222.0.13 "GET /v2.0/networks/dd04bf70-51ad-4130-8348-344e159cf0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899417 Mar 04 03:04:52.422072 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b318ba57-54e1-4450-954f-d844d0cff6b1 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for security_group_rule (42be3135-3e08-4e09-81a1-0d3045632753), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:52.426062 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b318ba57-54e1-4450-954f-d844d0cff6b1 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (42be3135-3e08-4e09-81a1-0d3045632753), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:52.612880 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-b289f41e-318f-460a-81e9-4e0b4d6c354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'name': 'tempest-TestMinimumBasicScenario-1201439077-router', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:03:41Z', 'revision_number': 4, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'gw_port': {'id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': 'c834541f-4bdd-4da6-b603-50861ea0ec4b', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'port_id': 'b061a809-91b2-439f-9f11-10fecd6f6512', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff', 'mac_address': 'fa:16:3e:1c:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7f04e-e981-4062-b3c3-45615a0c2880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:04:50Z', 'updated_at': '2022-03-04T03:04:50Z', 'revision_number': 0, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'becbf2f6-b53b-4a71-b814-dfc79a6babab', 'name': '', 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'mac_address': 'fa:16:3e:2a:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a6a0257-e841-44fa-928a-9f49db9b48d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:40Z', 'updated_at': '2022-03-04T03:03:46Z', 'revision_number': 5, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'subnets': [{'id': '8a6a0257-e841-44fa-928a-9f49db9b48d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:04:52.643598 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b289f41e-318f-460a-81e9-4e0b4d6c354b None None] The sync data for ids ['f318d35d-b678-4fc4-b34d-954a5e98f508'] in dv-cinder-828061-7-iscsi is: [{'id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'name': 'tempest-TestMinimumBasicScenario-1201439077-router', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:03:41Z', 'revision_number': 4, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'gw_port': {'id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': 'c834541f-4bdd-4da6-b603-50861ea0ec4b', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'port_id': 'b061a809-91b2-439f-9f11-10fecd6f6512', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff', 'mac_address': 'fa:16:3e:1c:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7f04e-e981-4062-b3c3-45615a0c2880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:04:50Z', 'updated_at': '2022-03-04T03:04:50Z', 'revision_number': 0, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'becbf2f6-b53b-4a71-b814-dfc79a6babab', 'name': '', 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'mac_address': 'fa:16:3e:2a:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a6a0257-e841-44fa-928a-9f49db9b48d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:40Z', 'updated_at': '2022-03-04T03:03:46Z', 'revision_number': 5, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'subnets': [{'id': '8a6a0257-e841-44fa-928a-9f49db9b48d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:04:52.675874 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a20b0-1560-467a-9165-561fd7c8dfac req-2b42e0dc-c171-48cc-8b64-04bcca63236d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:52.677410 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c97a20b0-1560-467a-9165-561fd7c8dfac req-2b42e0dc-c171-48cc-8b64-04bcca63236d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 947 time: 0.0604556 Mar 04 03:04:52.682460 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318ba57-54e1-4450-954f-d844d0cff6b1 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42be3135-3e08-4e09-81a1-0d3045632753,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:52.697317 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-3b2a1df9-0b7b-4964-806e-3d5962be3f67 req-64591ce7-919f-419f-b231-39334ac9ce08 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] For port 4f8ced06-af44-4944-8712-1d93dfbd72ce, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4f8ced06-af44-4944-8712-1d93dfbd72ce,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:04:52.697766 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-3b2a1df9-0b7b-4964-806e-3d5962be3f67 req-64591ce7-919f-419f-b231-39334ac9ce08 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:52.703001 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b318ba57-54e1-4450-954f-d844d0cff6b1 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:52.704207 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-b318ba57-54e1-4450-954f-d844d0cff6b1 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4676569 Mar 04 03:04:52.707662 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 36240) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:04:52.713534 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-8a80aef2-b697-44ac-bec5-54251eea8970 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Request body: {'security_group_rule': {'security_group_id': '0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4', 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:04:52.756315 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c97a20b0-1560-467a-9165-561fd7c8dfac req-a8152a75-e5dc-4cc6-b78c-e0e21c2fad51 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=15e9d920-820c-4b61-a2ac-f8fd2c770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638559 Mar 04 03:04:52.763834 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8a80aef2-b697-44ac-bec5-54251eea8970 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for security_group_rule (ab9e7ec2-bdce-451a-ab30-ee6348ca900e), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:52.832414 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8a80aef2-b697-44ac-bec5-54251eea8970 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for security_group_rule (ab9e7ec2-bdce-451a-ab30-ee6348ca900e), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:52.837025 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8a80aef2-b697-44ac-bec5-54251eea8970 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (ab9e7ec2-bdce-451a-ab30-ee6348ca900e), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:52.855794 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80aef2-b697-44ac-bec5-54251eea8970 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab9e7ec2-bdce-451a-ab30-ee6348ca900e,revision_number=0']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:52.863186 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8a80aef2-b697-44ac-bec5-54251eea8970 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:52.867577 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-8a80aef2-b697-44ac-bec5-54251eea8970 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1587603 Mar 04 03:04:52.868241 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 36244) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:04:52.872766 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-db4e055c-b741-42ab-9b99-f56dee94c33c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Request body: {'security_group_rule': {'security_group_id': '0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4', 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:04:52.895113 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.db.securitygroups_db [None req-db4e055c-b741-42ab-9b99-f56dee94c33c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Project 1248c4e6b3ec4d5bab6e570312099864 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 03:04:52.901604 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-db4e055c-b741-42ab-9b99-f56dee94c33c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for security_group_rule (34619f75-fde6-44ed-89e2-b6c508002d03), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:52.961265 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-3b2a1df9-0b7b-4964-806e-3d5962be3f67 req-64591ce7-919f-419f-b231-39334ac9ce08 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:52.961869 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-3b2a1df9-0b7b-4964-806e-3d5962be3f67 req-64591ce7-919f-419f-b231-39334ac9ce08 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641224'] for floatingip (829c2d70-bb19-4901-8b84-3fddc79900e8), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:52.962123 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.db.l3_db [req-3b2a1df9-0b7b-4964-806e-3d5962be3f67 req-64591ce7-919f-419f-b231-39334ac9ce08 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Floating IP 829c2d70-bb19-4901-8b84-3fddc79900e8 disassociated. External IP: 172.27.2.109, port: 4f8ced06-af44-4944-8712-1d93dfbd72ce. Mar 04 03:04:52.962549 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-3b2a1df9-0b7b-4964-806e-3d5962be3f67 req-64591ce7-919f-419f-b231-39334ac9ce08 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Calling delete_port for 4f8ced06-af44-4944-8712-1d93dfbd72ce owned by compute:nova {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:04:53.013386 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dad06-5249-4b8c-aa6c-7df28c593918 req-6ea8dffa-5d76-4c10-bd3c-ba7b006f2445 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:53.015008 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-414dad06-5249-4b8c-aa6c-7df28c593918 req-6ea8dffa-5d76-4c10-bd3c-ba7b006f2445 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0929976 Mar 04 03:04:53.016791 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-db4e055c-b741-42ab-9b99-f56dee94c33c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for security_group_rule (34619f75-fde6-44ed-89e2-b6c508002d03), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:53.023722 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-db4e055c-b741-42ab-9b99-f56dee94c33c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (34619f75-fde6-44ed-89e2-b6c508002d03), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:53.058314 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e055c-b741-42ab-9b99-f56dee94c33c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34619f75-fde6-44ed-89e2-b6c508002d03,revision_number=0']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:53.074480 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-db4e055c-b741-42ab-9b99-f56dee94c33c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:53.078193 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-db4e055c-b741-42ab-9b99-f56dee94c33c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2089260 Mar 04 03:04:53.078919 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 36246) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:04:53.089951 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-ecbdbce7-0936-43c6-8cb8-02a2266b8150 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Request body: {'security_group_rule': {'security_group_id': '0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4', 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:04:53.104384 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-3b2a1df9-0b7b-4964-806e-3d5962be3f67 req-64591ce7-919f-419f-b231-39334ac9ce08 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (4f8ced06-af44-4944-8712-1d93dfbd72ce), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:53.118053 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-414dad06-5249-4b8c-aa6c-7df28c593918 req-1e158fb0-6a30-43dd-9a02-3e7edd103aca tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964653 Mar 04 03:04:53.126825 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.db.securitygroups_db [None req-ecbdbce7-0936-43c6-8cb8-02a2266b8150 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Project 1248c4e6b3ec4d5bab6e570312099864 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 03:04:53.137469 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-ecbdbce7-0936-43c6-8cb8-02a2266b8150 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for security_group_rule (c47fd529-2ecb-480b-9be9-e95ee8cffa85), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:53.139478 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64591ce7-919f-419f-b231-39334ac9ce08 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Pushing event deleted for resources: {'Port': ['ID=4f8ced06-af44-4944-8712-1d93dfbd72ce,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:53.204781 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-ecbdbce7-0936-43c6-8cb8-02a2266b8150 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for security_group_rule (c47fd529-2ecb-480b-9be9-e95ee8cffa85), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:53.210898 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-ecbdbce7-0936-43c6-8cb8-02a2266b8150 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (c47fd529-2ecb-480b-9be9-e95ee8cffa85), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:53.231001 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbdbce7-0936-43c6-8cb8-02a2266b8150 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47fd529-2ecb-480b-9be9-e95ee8cffa85,revision_number=0']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:53.241511 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-ecbdbce7-0936-43c6-8cb8-02a2266b8150 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:53.242789 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-ecbdbce7-0936-43c6-8cb8-02a2266b8150 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1597712 Mar 04 03:04:53.276275 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b2a1df9-0b7b-4964-806e-3d5962be3f67 req-64591ce7-919f-419f-b231-39334ac9ce08 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Router 7e005565-ea5a-471f-9562-8936e132e350 has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:04:53.346210 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-532c60d7-176d-41b0-b546-c515e65a33db req-5f0beb81-3577-4fe7-9187-731867c30fc6 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-459865717&fields=id&tenant_id=1248c4e6b3ec4d5bab6e570312099864 HTTP/1.1" status: 200 len: 267 time: 0.0563517 Mar 04 03:04:53.389148 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b2a1df9-0b7b-4964-806e-3d5962be3f67 req-64591ce7-919f-419f-b231-39334ac9ce08 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:04:53.400389 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338c16b5-0bf6-4b33-96eb-579042c56671 None None] Sync routers for ids ['7e005565-ea5a-471f-9562-8936e132e350'] in dv-cinder-828061-7-iscsi {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:04:53.415519 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338c16b5-0bf6-4b33-96eb-579042c56671 None None] Routers {'7e005565-ea5a-471f-9562-8936e132e350'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:04:53.416226 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-338c16b5-0bf6-4b33-96eb-579042c56671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:04:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['7e005565-ea5a-471f-9562-8936e132e350'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:04:53.416806 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c60d7-176d-41b0-b546-c515e65a33db req-9b16aef8-8371-4db2-91e5-ec9b19e91719 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:53.418514 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-532c60d7-176d-41b0-b546-c515e65a33db req-9b16aef8-8371-4db2-91e5-ec9b19e91719 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 946 time: 0.0653319 Mar 04 03:04:53.431008 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [req-532c60d7-176d-41b0-b546-c515e65a33db req-8acbed75-6c69-4c91-9068-a6ad74c2383f tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Request body: {'port': {'security_groups': ['13339ff5-a098-473e-a3fb-0d9ce6de354e', '0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4']}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:04:53.436753 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2a1df9-0b7b-4964-806e-3d5962be3f67 req-64591ce7-919f-419f-b231-39334ac9ce08 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] No DVR routers for this DVR port 4f8ced06-af44-4944-8712-1d93dfbd72ce on host hv-cinder-82806 {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:04:53.441242 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-3b2a1df9-0b7b-4964-806e-3d5962be3f67 req-64591ce7-919f-419f-b231-39334ac9ce08 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:53.444825 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3b2a1df9-0b7b-4964-806e-3d5962be3f67 req-64591ce7-919f-419f-b231-39334ac9ce08 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.13 "DELETE /v2.0/ports/4f8ced06-af44-4944-8712-1d93dfbd72ce HTTP/1.1" status: 204 len: 173 time: 1.2549815 Mar 04 03:04:53.445281 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba9647b-67ee-4334-93e0-b1decd95e719', 'name': 'network-vif-deleted', 'tag': '4f8ced06-af44-4944-8712-1d93dfbd72ce'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:04:53.448044 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616a0a9d-5b6a-4541-bf14-38eaca54324e" -d '{"events": [{"server_uuid": "3ba9647b-67ee-4334-93e0-b1decd95e719", "name": "network-vif-deleted", "tag": "4f8ced06-af44-4944-8712-1d93dfbd72ce"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:04:53.538808 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae20c71-1b4c-4482-8c02-07572de03eb7 None None] New status for floating IP c834541f-4bdd-4da6-b603-50861ea0ec4b: ACTIVE {{(pid=102955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 03:04:53.546756 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-532c60d7-176d-41b0-b546-c515e65a33db req-8acbed75-6c69-4c91-9068-a6ad74c2383f tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (b061a809-91b2-439f-9f11-10fecd6f6512), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:53.573319 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-338c16b5-0bf6-4b33-96eb-579042c56671 None None] Set router 7e005565-ea5a-471f-9562-8936e132e350 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:04:53.709875 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245d7a88-0e04-4a6f-b692-c4accd503aec x-openstack-request-id: req-245d7a88-0e04-4a6f-b692-c4accd503aec {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:04:53.710389 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba9647b-67ee-4334-93e0-b1decd95e719", "name": "network-vif-deleted", "tag": "4f8ced06-af44-4944-8712-1d93dfbd72ce", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:04:53.710891 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-245d7a88-0e04-4a6f-b692-c4accd503aec {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:04:53.712516 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba9647b-67ee-4334-93e0-b1decd95e719', 'name': 'network-vif-deleted', 'tag': '4f8ced06-af44-4944-8712-1d93dfbd72ce', 'status': 'completed', 'code': 200} Mar 04 03:04:53.805546 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-532c60d7-176d-41b0-b546-c515e65a33db req-8acbed75-6c69-4c91-9068-a6ad74c2383f tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] For port b061a809-91b2-439f-9f11-10fecd6f6512, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b061a809-91b2-439f-9f11-10fecd6f6512,segment=NetworkSegment(01769893-98cb-4681-8214-5c479e566303),segment_id=01769893-98cb-4681-8214-5c479e566303)] {{(pid=102946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:04:53.852577 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-532c60d7-176d-41b0-b546-c515e65a33db req-8acbed75-6c69-4c91-9068-a6ad74c2383f tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for port (b061a809-91b2-439f-9f11-10fecd6f6512), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:53.859622 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-532c60d7-176d-41b0-b546-c515e65a33db req-8acbed75-6c69-4c91-9068-a6ad74c2383f tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11867094'] for port (b061a809-91b2-439f-9f11-10fecd6f6512), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:53.874372 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['b061a809-91b2-439f-9f11-10fecd6f6512'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:04:53.931968 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-338c16b5-0bf6-4b33-96eb-579042c56671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e005565-ea5a-471f-9562-8936e132e350', 'name': 'tempest-AttachVolumeShelveTestJSON-306629195-router', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T02:57:49Z', 'revision_number': 4, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'gw_port': {'id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:65:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:39Z', 'updated_at': '2022-03-04T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a', 'name': '', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'mac_address': 'fa:16:3e:df:0b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:46Z', 'updated_at': '2022-03-04T02:57:57Z', 'revision_number': 5, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'subnets': [{'id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:04:53.952912 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c60d7-176d-41b0-b546-c515e65a33db req-8acbed75-6c69-4c91-9068-a6ad74c2383f tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:53.954158 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-532c60d7-176d-41b0-b546-c515e65a33db req-8acbed75-6c69-4c91-9068-a6ad74c2383f tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:53.956081 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-532c60d7-176d-41b0-b546-c515e65a33db req-8acbed75-6c69-4c91-9068-a6ad74c2383f tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "PUT /v2.0/ports/b061a809-91b2-439f-9f11-10fecd6f6512 HTTP/1.1" status: 200 len: 982 time: 0.5312617 Mar 04 03:04:53.956635 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c7f04e-e981-4062-b3c3-45615a0c2880', 'tag': 'b061a809-91b2-439f-9f11-10fecd6f6512'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:04:53.962817 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c1770e-6e2d-41fd-b62f-5bc0a33a2769" -d '{"events": [{"name": "network-changed", "server_uuid": "28c7f04e-e981-4062-b3c3-45615a0c2880", "tag": "b061a809-91b2-439f-9f11-10fecd6f6512"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:04:53.973831 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338c16b5-0bf6-4b33-96eb-579042c56671 None None] Checking router: 7e005565-ea5a-471f-9562-8936e132e350 for host: dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:04:53.985642 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338c16b5-0bf6-4b33-96eb-579042c56671 None None] Routers {'7e005565-ea5a-471f-9562-8936e132e350'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:04:53.986605 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-338c16b5-0bf6-4b33-96eb-579042c56671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:04:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['7e005565-ea5a-471f-9562-8936e132e350'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:04:53.989828 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3e05fcf1-b5bf-40b6-9a30-9275ec9607d5 req-f60e4534-633b-41ec-a810-ecd42b883486 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9647b-67ee-4334-93e0-b1decd95e719 HTTP/1.1" status: 200 len: 210 time: 0.0727808 Mar 04 03:04:54.013083 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbed75-6c69-4c91-9068-a6ad74c2383f tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Pushing event updated for resources: {'Port': ['ID=b061a809-91b2-439f-9f11-10fecd6f6512,revision_number=6']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:54.094708 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['b061a809-91b2-439f-9f11-10fecd6f6512'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:04:54.120142 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 03:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a169353-bdbc-47dc-ba25-534eea8fa99c x-openstack-request-id: req-6a169353-bdbc-47dc-ba25-534eea8fa99c {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:04:54.120810 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c7f04e-e981-4062-b3c3-45615a0c2880", "tag": "b061a809-91b2-439f-9f11-10fecd6f6512", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:04:54.121238 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a169353-bdbc-47dc-ba25-534eea8fa99c {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:04:54.122131 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c7f04e-e981-4062-b3c3-45615a0c2880', 'tag': 'b061a809-91b2-439f-9f11-10fecd6f6512', 'status': 'completed', 'code': 200} Mar 04 03:04:54.193220 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15367a08-0e0c-4709-b4e0-3d6175370547 req-74d664a0-a9cc-4f7a-8607-48aa0ca27e03 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:54.198419 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-15367a08-0e0c-4709-b4e0-3d6175370547 req-74d664a0-a9cc-4f7a-8607-48aa0ca27e03 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 985 time: 0.1303377 Mar 04 03:04:54.213724 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1770e-6e2d-41fd-b62f-5bc0a33a2769 req-733509f8-0295-4dba-acb0-307e61bd205c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:54.215209 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f1c1770e-6e2d-41fd-b62f-5bc0a33a2769 req-733509f8-0295-4dba-acb0-307e61bd205c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1248c4e6b3ec4d5bab6e570312099864&device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 1169 time: 0.1006083 Mar 04 03:04:54.246838 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-338c16b5-0bf6-4b33-96eb-579042c56671 None None] Set router 7e005565-ea5a-471f-9562-8936e132e350 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:04:54.341323 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be1091-dd96-4adc-8674-69c1f4527836 req-a6ccc81a-6a09-4bee-be03-0a5e941d3532 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:54.348495 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a1be1091-dd96-4adc-8674-69c1f4527836 req-a6ccc81a-6a09-4bee-be03-0a5e941d3532 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0958080 Mar 04 03:04:54.376137 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-15367a08-0e0c-4709-b4e0-3d6175370547 req-cef4b5eb-c305-4fae-93ef-eef8f0dc9f84 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4&id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1701469 Mar 04 03:04:54.391448 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1770e-6e2d-41fd-b62f-5bc0a33a2769 req-5ea5321d-40d0-4536-bd3d-10a808ea23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:54.407068 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f1c1770e-6e2d-41fd-b62f-5bc0a33a2769 req-5ea5321d-40d0-4536-bd3d-10a808ea23b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dd04bf70-51ad-4130-8348-344e159cf0ff HTTP/1.1" status: 200 len: 916 time: 0.1832399 Mar 04 03:04:54.418996 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a1be1091-dd96-4adc-8674-69c1f4527836 req-77e017dc-b946-44af-b75f-f72e657ad672 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692110 Mar 04 03:04:54.490059 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-9fd84aa7-da51-4cbd-b957-514765274fc3 None None] Provisioning complete for port b061a809-91b2-439f-9f11-10fecd6f6512 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:04:54.490685 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-9fd84aa7-da51-4cbd-b957-514765274fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (b061a809-91b2-439f-9f11-10fecd6f6512), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:54.491369 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f1c1770e-6e2d-41fd-b62f-5bc0a33a2769 req-bc890cfc-b2e0-422e-9d32-1ac88767f187 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b061a809-91b2-439f-9f11-10fecd6f6512 HTTP/1.1" status: 200 len: 1002 time: 0.0768619 Mar 04 03:04:54.550950 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1770e-6e2d-41fd-b62f-5bc0a33a2769 req-c014c4c5-b64d-4120-8e19-ecd4d6124505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:54.553082 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f1c1770e-6e2d-41fd-b62f-5bc0a33a2769 req-c014c4c5-b64d-4120-8e19-ecd4d6124505 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a6a0257-e841-44fa-928a-9f49db9b48d7 HTTP/1.1" status: 200 len: 854 time: 0.0555134 Mar 04 03:04:54.567693 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-338c16b5-0bf6-4b33-96eb-579042c56671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e005565-ea5a-471f-9562-8936e132e350', 'name': 'tempest-AttachVolumeShelveTestJSON-306629195-router', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T02:57:49Z', 'revision_number': 4, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'gw_port': {'id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:65:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:39Z', 'updated_at': '2022-03-04T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a', 'name': '', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'mac_address': 'fa:16:3e:df:0b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:46Z', 'updated_at': '2022-03-04T02:57:57Z', 'revision_number': 5, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'subnets': [{'id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:04:54.603270 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338c16b5-0bf6-4b33-96eb-579042c56671 None None] The sync data for ids ['7e005565-ea5a-471f-9562-8936e132e350'] in dv-cinder-828061-7-iscsi is: [{'id': '7e005565-ea5a-471f-9562-8936e132e350', 'name': 'tempest-AttachVolumeShelveTestJSON-306629195-router', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T02:57:49Z', 'revision_number': 4, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'gw_port': {'id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:65:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:39Z', 'updated_at': '2022-03-04T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a', 'name': '', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'mac_address': 'fa:16:3e:df:0b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:46Z', 'updated_at': '2022-03-04T02:57:57Z', 'revision_number': 5, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'subnets': [{'id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:04:54.634422 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1770e-6e2d-41fd-b62f-5bc0a33a2769 req-25fde2f0-f757-4bc3-8ea9-63ee9c62d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:54.636093 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f1c1770e-6e2d-41fd-b62f-5bc0a33a2769 req-25fde2f0-f757-4bc3-8ea9-63ee9c62d9c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd04bf70-51ad-4130-8348-344e159cf0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764275 Mar 04 03:04:54.737556 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-9fd84aa7-da51-4cbd-b957-514765274fc3 None None] Current status of the port b061a809-91b2-439f-9f11-10fecd6f6512 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:04:54.742543 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f1c1770e-6e2d-41fd-b62f-5bc0a33a2769 req-18508e82-be35-4444-975b-8e86fb301a94 service neutron] 10.222.0.13 "GET /v2.0/networks/dd04bf70-51ad-4130-8348-344e159cf0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984907 Mar 04 03:04:54.747119 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 4f8ced06-af44-4944-8712-1d93dfbd72ce no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:04:54.775343 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] No Port match for: 4f8ced06-af44-4944-8712-1d93dfbd72ce {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:04:54.775706 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 4f8ced06-af44-4944-8712-1d93dfbd72ce not bound to the agent host hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:04:54.849768 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f1c1770e-6e2d-41fd-b62f-5bc0a33a2769 req-07294c37-ba57-474e-a8a1-c53bbd48a981 service neutron] 10.222.0.13 "GET /v2.0/networks/dd04bf70-51ad-4130-8348-344e159cf0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010151 Mar 04 03:04:54.948389 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022dfa25-87c1-4d00-bd6f-33b00884208b None None] New status for floating IP 829c2d70-bb19-4901-8b84-3fddc79900e8: DOWN {{(pid=102958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 03:04:55.101621 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 36268) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:04:55.154030 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f97363c1-12fe-4ef4-b21d-27bc07f3d637 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for security_group (15e9d920-820c-4b61-a2ac-f8fd2c770a9e), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:55.183279 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f97363c1-12fe-4ef4-b21d-27bc07f3d637 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for security_group (15e9d920-820c-4b61-a2ac-f8fd2c770a9e), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:55.235002 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f97363c1-12fe-4ef4-b21d-27bc07f3d637 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (15e9d920-820c-4b61-a2ac-f8fd2c770a9e), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:55.237549 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f97363c1-12fe-4ef4-b21d-27bc07f3d637 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:55.238723 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-f97363c1-12fe-4ef4-b21d-27bc07f3d637 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "DELETE /v2.0/security-groups/15e9d920-820c-4b61-a2ac-f8fd2c770a9e HTTP/1.1" status: 204 len: 168 time: 0.1359956 Mar 04 03:04:55.241605 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 36270) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:04:55.247963 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97363c1-12fe-4ef4-b21d-27bc07f3d637 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e9d920-820c-4b61-a2ac-f8fd2c770a9e,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:55.255012 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.api.v2.resource [None req-baf05e6d-d96d-477a-8a9d-cab82ad4214d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] show failed (client error): The resource could not be found. Mar 04 03:04:55.260052 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 36272) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:04:55.261260 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-baf05e6d-d96d-477a-8a9d-cab82ad4214d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups/15e9d920-820c-4b61-a2ac-f8fd2c770a9e HTTP/1.1" status: 404 len: 347 time: 0.0128880 Mar 04 03:04:55.411102 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-0e2e77b6-618c-45b9-ac85-a4dbbd2dbf06 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Deleting port 9b360dcc-43a5-413c-926f-c31358188325 {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:04:55.411446 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0e2e77b6-618c-45b9-ac85-a4dbbd2dbf06 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (9b360dcc-43a5-413c-926f-c31358188325), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:55.492869 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0e2e77b6-618c-45b9-ac85-a4dbbd2dbf06 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (9b360dcc-43a5-413c-926f-c31358188325), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:55.493245 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0e2e77b6-618c-45b9-ac85-a4dbbd2dbf06 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for floatingip (9b360dcc-43a5-413c-926f-c31358188325), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:55.528380 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-0e2e77b6-618c-45b9-ac85-a4dbbd2dbf06 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Calling delete_port for 9b360dcc-43a5-413c-926f-c31358188325 owned by network:floatingip {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:04:55.855705 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ff401-8bc3-45a5-8a78-e0936e85a116 req-998ba955-c6d9-47d9-b545-8f53beffbd88 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:55.857206 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f10ff401-8bc3-45a5-8a78-e0936e85a116 req-998ba955-c6d9-47d9-b545-8f53beffbd88 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.3611002 Mar 04 03:04:55.924651 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f10ff401-8bc3-45a5-8a78-e0936e85a116 req-94b223f0-9028-48ec-b2f4-6fbfb58e6576 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603938 Mar 04 03:04:55.973986 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0e2e77b6-618c-45b9-ac85-a4dbbd2dbf06 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (9b360dcc-43a5-413c-926f-c31358188325), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:55.998605 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e77b6-618c-45b9-ac85-a4dbbd2dbf06 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Pushing event deleted for resources: {'Port': ['ID=9b360dcc-43a5-413c-926f-c31358188325,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:56.062936 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0e2e77b6-618c-45b9-ac85-a4dbbd2dbf06 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for floatingip (829c2d70-bb19-4901-8b84-3fddc79900e8), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:56.065544 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0e2e77b6-618c-45b9-ac85-a4dbbd2dbf06 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for floatingip (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:56.069391 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-0e2e77b6-618c-45b9-ac85-a4dbbd2dbf06 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "DELETE /v2.0/floatingips/829c2d70-bb19-4901-8b84-3fddc79900e8 HTTP/1.1" status: 204 len: 168 time: 0.8055766 Mar 04 03:04:56.281236 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 36280) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:04:56.286700 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-f04b30b8-f3b6-44c8-bf1f-6be70eca8493 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2054281903', 'description': 'tempest-description--1341498075'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:04:56.310366 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f04b30b8-f3b6-44c8-bf1f-6be70eca8493 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:56.375222 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f04b30b8-f3b6-44c8-bf1f-6be70eca8493 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for security_group (dad3c374-e09e-4512-8ec9-ecac5025b5f2), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:56.379238 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f04b30b8-f3b6-44c8-bf1f-6be70eca8493 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (dad3c374-e09e-4512-8ec9-ecac5025b5f2), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:56.407486 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f04b30b8-f3b6-44c8-bf1f-6be70eca8493 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:56.408708 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-f04b30b8-f3b6-44c8-bf1f-6be70eca8493 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1261969 Mar 04 03:04:56.411853 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 36282) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:04:56.413611 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b30b8-f3b6-44c8-bf1f-6be70eca8493 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad3c374-e09e-4512-8ec9-ecac5025b5f2,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:56.419151 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-9a425c1d-4ba3-411b-91bb-d5620d5c93e4 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Request body: {'security_group_rule': {'security_group_id': 'dad3c374-e09e-4512-8ec9-ecac5025b5f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:04:56.446480 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9a425c1d-4ba3-411b-91bb-d5620d5c93e4 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for security_group_rule (7e649b20-e35c-481d-9e7d-8d1859a7d013), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:56.505024 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9a425c1d-4ba3-411b-91bb-d5620d5c93e4 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for security_group_rule (7e649b20-e35c-481d-9e7d-8d1859a7d013), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:56.510189 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9a425c1d-4ba3-411b-91bb-d5620d5c93e4 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (7e649b20-e35c-481d-9e7d-8d1859a7d013), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:56.528721 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a425c1d-4ba3-411b-91bb-d5620d5c93e4 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e649b20-e35c-481d-9e7d-8d1859a7d013,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:56.539845 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9a425c1d-4ba3-411b-91bb-d5620d5c93e4 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:56.541150 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-9a425c1d-4ba3-411b-91bb-d5620d5c93e4 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274335 Mar 04 03:04:56.543987 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 36284) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:04:56.548507 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-8798d0d6-9779-45a9-8343-e91071b0da06 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Request body: {'security_group_rule': {'security_group_id': 'dad3c374-e09e-4512-8ec9-ecac5025b5f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:04:56.576792 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-8798d0d6-9779-45a9-8343-e91071b0da06 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for security_group_rule (899c3e07-d3e3-4cc0-8c12-501bd9e72457), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:56.637942 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-8798d0d6-9779-45a9-8343-e91071b0da06 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for security_group_rule (899c3e07-d3e3-4cc0-8c12-501bd9e72457), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:56.641898 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-8798d0d6-9779-45a9-8343-e91071b0da06 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (899c3e07-d3e3-4cc0-8c12-501bd9e72457), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:56.662329 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798d0d6-9779-45a9-8343-e91071b0da06 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=899c3e07-d3e3-4cc0-8c12-501bd9e72457,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:56.668889 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-8798d0d6-9779-45a9-8343-e91071b0da06 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:56.670179 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-8798d0d6-9779-45a9-8343-e91071b0da06 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252375 Mar 04 03:04:56.673390 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 36286) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:04:56.677935 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-f7ab26cf-6ab0-4a3f-88dd-79bf226ebb97 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Request body: {'floatingip': {'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:04:56.700796 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f7ab26cf-6ab0-4a3f-88dd-79bf226ebb97 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:56.799513 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f7ab26cf-6ab0-4a3f-88dd-79bf226ebb97 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:56.900329 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-f7ab26cf-6ab0-4a3f-88dd-79bf226ebb97 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Allocated IP 172.27.2.130 (4b7e2636-a469-4d8a-9bd4-65ee0f06b31b/15e6bee3-74fb-492e-abc3-419d01a26fc0/57b347d4-2e61-4432-ada3-2a3f9ab26ec5) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:04:57.010467 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f7ab26cf-6ab0-4a3f-88dd-79bf226ebb97 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for port (57b347d4-2e61-4432-ada3-2a3f9ab26ec5), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:57.048902 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f7ab26cf-6ab0-4a3f-88dd-79bf226ebb97 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (57b347d4-2e61-4432-ada3-2a3f9ab26ec5), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:57.054867 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6ab0a-101b-4e4f-b94a-64d04b8f8b84 req-48115fbb-407c-41fd-a9d0-6f95766c1515 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:57.057404 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-aca6ab0a-101b-4e4f-b94a-64d04b8f8b84 req-48115fbb-407c-41fd-a9d0-6f95766c1515 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0583675 Mar 04 03:04:57.091903 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ab26cf-6ab0-4a3f-88dd-79bf226ebb97 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:04:57.094709 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-f7ab26cf-6ab0-4a3f-88dd-79bf226ebb97 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:04:57.098066 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ab26cf-6ab0-4a3f-88dd-79bf226ebb97 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:04:57.110774 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-aca6ab0a-101b-4e4f-b94a-64d04b8f8b84 req-9745037f-50f6-49b7-a35e-15c1c15478dc tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464385 Mar 04 03:04:57.132011 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab26cf-6ab0-4a3f-88dd-79bf226ebb97 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Pushing event updated for resources: {'Port': ['ID=57b347d4-2e61-4432-ada3-2a3f9ab26ec5,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:57.192119 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f7ab26cf-6ab0-4a3f-88dd-79bf226ebb97 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for floatingip (c085e79a-640e-4687-944c-b333590b2ab1), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:57.228272 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f7ab26cf-6ab0-4a3f-88dd-79bf226ebb97 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (57b347d4-2e61-4432-ada3-2a3f9ab26ec5), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:57.372261 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f7ab26cf-6ab0-4a3f-88dd-79bf226ebb97 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for port (57b347d4-2e61-4432-ada3-2a3f9ab26ec5), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:57.383779 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f7ab26cf-6ab0-4a3f-88dd-79bf226ebb97 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133005'] for port (57b347d4-2e61-4432-ada3-2a3f9ab26ec5), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:57.459238 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab26cf-6ab0-4a3f-88dd-79bf226ebb97 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Pushing event updated for resources: {'Port': ['ID=57b347d4-2e61-4432-ada3-2a3f9ab26ec5,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:57.466723 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f7ab26cf-6ab0-4a3f-88dd-79bf226ebb97 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641224'] for floatingip (c085e79a-640e-4687-944c-b333590b2ab1), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:57.484391 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f7ab26cf-6ab0-4a3f-88dd-79bf226ebb97 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for floatingip (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:57.485669 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-f7ab26cf-6ab0-4a3f-88dd-79bf226ebb97 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8112562 Mar 04 03:04:57.680533 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-4a0ede47-ba26-4eec-890d-a68c086e5eb1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2054281903&fields=id&tenant_id=334bbe5c6d1042b49abc0793f344935b HTTP/1.1" status: 200 len: 267 time: 0.0418258 Mar 04 03:04:57.786242 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-61067b80-e12e-44ae-b9ff-b643f9b12770 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:57.788282 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-61067b80-e12e-44ae-b9ff-b643f9b12770 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/networks?id=50eae8c7-06bd-487c-a181-0dbe4478419c HTTP/1.1" status: 200 len: 816 time: 0.1008363 Mar 04 03:04:57.802699 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-78fe8d70-eefd-4e04-bc7f-a0d6151b0799 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/quotas/334bbe5c6d1042b49abc0793f344935b HTTP/1.1" status: 200 len: 375 time: 0.0088227 Mar 04 03:04:57.856449 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-d2a9d2a3-72aa-4cfa-b600-b12dc665b944 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=334bbe5c6d1042b49abc0793f344935b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481462 Mar 04 03:04:57.960845 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-41fde430-e365-4215-9337-498030967339 service neutron] 10.222.0.16 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905547 Mar 04 03:04:58.055085 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-0b2b34c6-d44a-4a3a-8c7e-8f96bc8dc76c service neutron] 10.222.0.16 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885568 Mar 04 03:04:58.227239 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-85119f99-85dd-4984-a7c6-f4f2dc130b4b req-75965a95-83cc-4936-aa7c-ce308702bf70 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 210 time: 0.0391588 Mar 04 03:04:58.267430 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31929969-2d83-4fe8-988c-d758f19072db req-67b29a35-c2c3-45b4-bac9-185199f2da81 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:58.268912 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-31929969-2d83-4fe8-988c-d758f19072db req-67b29a35-c2c3-45b4-bac9-185199f2da81 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0706022 Mar 04 03:04:58.321035 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-31929969-2d83-4fe8-988c-d758f19072db req-3388decd-8f16-4de7-b284-01bcf806f489 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461833 Mar 04 03:04:59.159610 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-d10097b9-86da-493e-97eb-13111490e0e3 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:59.161099 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-d10097b9-86da-493e-97eb-13111490e0e3 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.13 "GET /v2.0/networks?id=50eae8c7-06bd-487c-a181-0dbe4478419c HTTP/1.1" status: 200 len: 816 time: 0.1032362 Mar 04 03:04:59.222756 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-11dfe70f-3e9a-42ea-9bb8-7f9904655ae1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=334bbe5c6d1042b49abc0793f344935b HTTP/1.1" status: 200 len: 380 time: 0.0524499 Mar 04 03:04:59.234291 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-f97564d9-f21f-4e37-9b85-50c3aabe3b1c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Request body: {'port': {'device_id': '9602d0e0-2477-4989-8f0f-96488c67d08d', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'admin_state_up': True, 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'security_groups': ['dad3c374-e09e-4512-8ec9-ecac5025b5f2']}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:04:59.325321 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3057262f-cea0-4096-91f2-1adab640897b req-1619b9fe-7b1d-495c-8413-2b135d7be056 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 210 time: 0.0282543 Mar 04 03:04:59.343833 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-f97564d9-f21f-4e37-9b85-50c3aabe3b1c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Made reservation on behalf of 334bbe5c6d1042b49abc0793f344935b for: {'port': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:04:59.347599 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-f97564d9-f21f-4e37-9b85-50c3aabe3b1c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:59.445840 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5205c-df0a-467e-bbe1-51f5b47e7c48 req-3b8f0c0e-a9c5-4d97-8497-f998ef57b9a9 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:59.447351 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c6e5205c-df0a-467e-bbe1-51f5b47e7c48 req-3b8f0c0e-a9c5-4d97-8497-f998ef57b9a9 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0533886 Mar 04 03:04:59.472654 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-f97564d9-f21f-4e37-9b85-50c3aabe3b1c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Allocated IP 172.20.0.13 (50eae8c7-06bd-487c-a181-0dbe4478419c/16952d07-ba3d-4d83-b57f-d1a1f6336b50/bc2cca6d-ea71-4900-9ccb-362ea33208da) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:04:59.500754 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c6e5205c-df0a-467e-bbe1-51f5b47e7c48 req-7a07e0ba-c8c1-448b-94fe-329c284cdb53 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476902 Mar 04 03:04:59.610796 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-f97564d9-f21f-4e37-9b85-50c3aabe3b1c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:59.643207 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-f97564d9-f21f-4e37-9b85-50c3aabe3b1c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:59.685922 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-f97564d9-f21f-4e37-9b85-50c3aabe3b1c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Network 50eae8c7-06bd-487c-a181-0dbe4478419c is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:04:59.689151 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-f97564d9-f21f-4e37-9b85-50c3aabe3b1c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:04:59.691469 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-f97564d9-f21f-4e37-9b85-50c3aabe3b1c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:04:59.720909 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97564d9-f21f-4e37-9b85-50c3aabe3b1c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Pushing event updated for resources: {'Port': ['ID=bc2cca6d-ea71-4900-9ccb-362ea33208da,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:04:59.751875 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-f97564d9-f21f-4e37-9b85-50c3aabe3b1c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:04:59.752504 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-f97564d9-f21f-4e37-9b85-50c3aabe3b1c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:59.769365 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-f97564d9-f21f-4e37-9b85-50c3aabe3b1c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5385888 Mar 04 03:04:59.780892 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-3ec570b5-125e-4533-8013-42e9a2bd4903 service neutron] Request body: {'port': {'device_id': '9602d0e0-2477-4989-8f0f-96488c67d08d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:04:59.842407 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-3ec570b5-125e-4533-8013-42e9a2bd4903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:59.907341 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-dde14cad-739e-4c44-8946-0c7f1a126d7e None None] Provisioning complete for port bc2cca6d-ea71-4900-9ccb-362ea33208da triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:04:59.907941 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-dde14cad-739e-4c44-8946-0c7f1a126d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:04:59.941802 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-dde14cad-739e-4c44-8946-0c7f1a126d7e None None] Port bc2cca6d-ea71-4900-9ccb-362ea33208da cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 03:05:00.100688 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-3ec570b5-125e-4533-8013-42e9a2bd4903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc2cca6d-ea71-4900-9ccb-362ea33208da {{(pid=102948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:05:00.108243 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-3ec570b5-125e-4533-8013-42e9a2bd4903 service neutron] Publish callbacks [] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:00.120987 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.provisioning_blocks [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-3ec570b5-125e-4533-8013-42e9a2bd4903 service neutron] Transition to ACTIVE for port object bc2cca6d-ea71-4900-9ccb-362ea33208da will not be triggered until provisioned by entity L2. {{(pid=102948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 03:05:00.125359 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-3ec570b5-125e-4533-8013-42e9a2bd4903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133005'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:00.192278 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec570b5-125e-4533-8013-42e9a2bd4903 service neutron] Pushing event updated for resources: {'Port': ['ID=bc2cca6d-ea71-4900-9ccb-362ea33208da,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:00.241095 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-3ec570b5-125e-4533-8013-42e9a2bd4903 service neutron] Attempting to bind port bc2cca6d-ea71-4900-9ccb-362ea33208da on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:05:00.241439 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-3ec570b5-125e-4533-8013-42e9a2bd4903 service neutron] Attempting to bind port bc2cca6d-ea71-4900-9ccb-362ea33208da by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'c1bfdc25-a414-4989-8a99-de716f99d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c'}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:05:00.241803 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-3ec570b5-125e-4533-8013-42e9a2bd4903 service neutron] Attempting to bind port bc2cca6d-ea71-4900-9ccb-362ea33208da on network 50eae8c7-06bd-487c-a181-0dbe4478419c {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:05:00.246258 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-3ec570b5-125e-4533-8013-42e9a2bd4903 service neutron] Port bc2cca6d-ea71-4900-9ccb-362ea33208da on network 50eae8c7-06bd-487c-a181-0dbe4478419c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 03:05:00.246584 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-3ec570b5-125e-4533-8013-42e9a2bd4903 service neutron] Attempting to bind port bc2cca6d-ea71-4900-9ccb-362ea33208da on network 50eae8c7-06bd-487c-a181-0dbe4478419c {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:05:00.251359 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-3ec570b5-125e-4533-8013-42e9a2bd4903 service neutron] Checking agent: {'id': '3c9f8f0c-9b00-4c68-8144-2c2180e90486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'started_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:05:00.251702 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-3ec570b5-125e-4533-8013-42e9a2bd4903 service neutron] Checking segment: {'id': 'c1bfdc25-a414-4989-8a99-de716f99d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:05:00.252085 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-3ec570b5-125e-4533-8013-42e9a2bd4903 service neutron] Bound using segment: {'id': 'c1bfdc25-a414-4989-8a99-de716f99d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c'} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:05:00.252513 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-3ec570b5-125e-4533-8013-42e9a2bd4903 service neutron] Bound port: bc2cca6d-ea71-4900-9ccb-362ea33208da, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1bfdc25-a414-4989-8a99-de716f99d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c'}}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:05:00.252874 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-3ec570b5-125e-4533-8013-42e9a2bd4903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:00.320626 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-3ec570b5-125e-4533-8013-42e9a2bd4903 service neutron] For port bc2cca6d-ea71-4900-9ccb-362ea33208da, host hv-cinder-82806, cleared binding levels {{(pid=102948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:05:00.323736 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-3ec570b5-125e-4533-8013-42e9a2bd4903 service neutron] For port bc2cca6d-ea71-4900-9ccb-362ea33208da, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bc2cca6d-ea71-4900-9ccb-362ea33208da,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:05:00.329416 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-3ec570b5-125e-4533-8013-42e9a2bd4903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133005'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:00.369826 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-3ec570b5-125e-4533-8013-42e9a2bd4903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:00.370522 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-3ec570b5-125e-4533-8013-42e9a2bd4903 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:00.371843 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-3ec570b5-125e-4533-8013-42e9a2bd4903 service neutron] 10.222.0.13 "PUT /v2.0/ports/bc2cca6d-ea71-4900-9ccb-362ea33208da HTTP/1.1" status: 200 len: 1094 time: 0.5952344 Mar 04 03:05:00.372289 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9602d0e0-2477-4989-8f0f-96488c67d08d', 'tag': 'bc2cca6d-ea71-4900-9ccb-362ea33208da'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:05:00.375309 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77154add-5d72-4656-a1f9-40f470f3f22f" -d '{"events": [{"name": "network-changed", "server_uuid": "9602d0e0-2477-4989-8f0f-96488c67d08d", "tag": "bc2cca6d-ea71-4900-9ccb-362ea33208da"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:05:00.396486 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec570b5-125e-4533-8013-42e9a2bd4903 service neutron] Pushing event updated for resources: {'Port': ['ID=bc2cca6d-ea71-4900-9ccb-362ea33208da,revision_number=3']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:00.448185 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 03:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d0d8cc-ef09-4edd-bde3-cb3f370d06ec x-openstack-request-id: req-36d0d8cc-ef09-4edd-bde3-cb3f370d06ec {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:05:00.448519 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9602d0e0-2477-4989-8f0f-96488c67d08d", "tag": "bc2cca6d-ea71-4900-9ccb-362ea33208da", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:05:00.448774 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36d0d8cc-ef09-4edd-bde3-cb3f370d06ec {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:05:00.449176 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9602d0e0-2477-4989-8f0f-96488c67d08d', 'tag': 'bc2cca6d-ea71-4900-9ccb-362ea33208da', 'status': 'completed', 'code': 200} Mar 04 03:05:00.468997 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-02fe3348-ebc1-4d28-baa3-a29135bd1ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:00.470610 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-02fe3348-ebc1-4d28-baa3-a29135bd1ae7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=334bbe5c6d1042b49abc0793f344935b&device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 1128 time: 0.0552068 Mar 04 03:05:00.489541 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f01a7-8e55-4ca9-9493-c11ec668382d req-c48a304c-398b-46ae-b3b8-a71309b703d1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:00.492463 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8f2f01a7-8e55-4ca9-9493-c11ec668382d req-c48a304c-398b-46ae-b3b8-a71309b703d1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 944 time: 0.0623016 Mar 04 03:05:00.517305 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-3be11824-3aef-4688-8875-12fc7fe061b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc2cca6d-ea71-4900-9ccb-362ea33208da HTTP/1.1" status: 200 len: 217 time: 0.0385468 Mar 04 03:05:00.551850 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8f2f01a7-8e55-4ca9-9493-c11ec668382d req-c4f70740-011a-4bf0-af8a-40b1d6424090 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534799 Mar 04 03:05:00.584771 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-0b7ea0aa-50c4-4f03-b26b-ff0988bab606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:00.586265 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-0b7ea0aa-50c4-4f03-b26b-ff0988bab606 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16952d07-ba3d-4d83-b57f-d1a1f6336b50 HTTP/1.1" status: 200 len: 855 time: 0.0624554 Mar 04 03:05:00.635849 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-e737839f-7914-4e9d-b143-428ce7e433b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:00.636483 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6921ab-54ef-4648-9f3a-d5d3b708e668 req-5e159c6b-a12e-4732-bebf-6b14d4f2db64 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:00.637452 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-e737839f-7914-4e9d-b143-428ce7e433b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50eae8c7-06bd-487c-a181-0dbe4478419c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455351 Mar 04 03:05:00.638026 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8a6921ab-54ef-4648-9f3a-d5d3b708e668 req-5e159c6b-a12e-4732-bebf-6b14d4f2db64 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 943 time: 0.0532091 Mar 04 03:05:00.686711 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8a6921ab-54ef-4648-9f3a-d5d3b708e668 req-fd8cd4b1-0ea5-4dcd-8f93-fd9904e89d47 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431144 Mar 04 03:05:00.725775 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-56b8a164-27db-431b-8821-e38c91332a9d service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816376 Mar 04 03:05:00.754160 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device f6905acd-71e8-454b-b704-fb22bd94943d details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 03:05:00.812867 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-628e835d-4f2a-490d-b026-7b719eff0b6f req-1b4eaab8-754b-468f-ab97-8498911f66e0 service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818622 Mar 04 03:05:00.852541 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port f6905acd-71e8-454b-b704-fb22bd94943d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f6905acd-71e8-454b-b704-fb22bd94943d,segment=NetworkSegment(7da1f331-85d5-4c9f-b06f-15e6b2fd523d),segment_id=7da1f331-85d5-4c9f-b06f-15e6b2fd523d)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:05:00.906092 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77154add-5d72-4656-a1f9-40f470f3f22f req-2507cc08-eaeb-4d24-9cc1-0924c97a7008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:00.907555 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-77154add-5d72-4656-a1f9-40f470f3f22f req-2507cc08-eaeb-4d24-9cc1-0924c97a7008 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=334bbe5c6d1042b49abc0793f344935b&device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 1128 time: 0.0483048 Mar 04 03:05:00.991752 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': 'f6905acd-71e8-454b-b704-fb22bd94943d', 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617', 'port_id': 'f6905acd-71e8-454b-b704-fb22bd94943d', 'mac_address': 'fa:16:3e:b3:74:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da08f08c-befc-48c1-b5f3-365ec3403793', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 03:05:01.031669 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port f6905acd-71e8-454b-b704-fb22bd94943d is: DOWN; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:05:01.032146 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (f6905acd-71e8-454b-b704-fb22bd94943d), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:01.046552 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6905acd-71e8-454b-b704-fb22bd94943d {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:05:01.069660 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port f6905acd-71e8-454b-b704-fb22bd94943d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f6905acd-71e8-454b-b704-fb22bd94943d,segment=NetworkSegment(7da1f331-85d5-4c9f-b06f-15e6b2fd523d),segment_id=7da1f331-85d5-4c9f-b06f-15e6b2fd523d)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:05:01.074251 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (f6905acd-71e8-454b-b704-fb22bd94943d), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:01.124658 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=f6905acd-71e8-454b-b704-fb22bd94943d,revision_number=7']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:01.221307 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77154add-5d72-4656-a1f9-40f470f3f22f req-86b9104d-eb11-47c0-8a33-a195d5267b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:01.222741 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-77154add-5d72-4656-a1f9-40f470f3f22f req-86b9104d-eb11-47c0-8a33-a195d5267b69 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50eae8c7-06bd-487c-a181-0dbe4478419c HTTP/1.1" status: 200 len: 917 time: 0.3075671 Mar 04 03:05:01.262877 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-77154add-5d72-4656-a1f9-40f470f3f22f req-af5ba148-bd38-4807-a6bf-668731e27d13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc2cca6d-ea71-4900-9ccb-362ea33208da HTTP/1.1" status: 200 len: 217 time: 0.0338771 Mar 04 03:05:01.309339 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77154add-5d72-4656-a1f9-40f470f3f22f req-74fa9ea2-3d25-445f-b699-19c8ad518ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:01.310819 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-77154add-5d72-4656-a1f9-40f470f3f22f req-74fa9ea2-3d25-445f-b699-19c8ad518ac5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16952d07-ba3d-4d83-b57f-d1a1f6336b50 HTTP/1.1" status: 200 len: 855 time: 0.0426605 Mar 04 03:05:01.362850 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77154add-5d72-4656-a1f9-40f470f3f22f req-9e273c1b-2cc8-43a7-87eb-e888d555ae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:01.364325 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-77154add-5d72-4656-a1f9-40f470f3f22f req-9e273c1b-2cc8-43a7-87eb-e888d555ae5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50eae8c7-06bd-487c-a181-0dbe4478419c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471132 Mar 04 03:05:01.450756 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-77154add-5d72-4656-a1f9-40f470f3f22f req-4a3c7bf8-c587-4597-8760-688865f077bd service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799572 Mar 04 03:05:01.523934 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['f6905acd-71e8-454b-b704-fb22bd94943d'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:05:01.541714 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-77154add-5d72-4656-a1f9-40f470f3f22f req-8db856ae-177d-4f6c-8a0a-a41461b773bf service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848258 Mar 04 03:05:01.688174 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16afe94-18f2-4728-8b28-6711ac21200c req-76bd4141-582d-4506-9c63-723642f9359b tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:01.689672 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c16afe94-18f2-4728-8b28-6711ac21200c req-76bd4141-582d-4506-9c63-723642f9359b tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 944 time: 0.0572093 Mar 04 03:05:01.742305 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c16afe94-18f2-4728-8b28-6711ac21200c req-8e983842-cb0c-41c1-b395-a2710f64fde6 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463336 Mar 04 03:05:01.807614 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f49ce-aeb6-4a68-b0d4-5a8ed4934cb8 req-b4bb3708-32e5-4c6d-b7e5-8d24aa8829e9 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:01.808994 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d25f49ce-aeb6-4a68-b0d4-5a8ed4934cb8 req-b4bb3708-32e5-4c6d-b7e5-8d24aa8829e9 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 944 time: 0.0529704 Mar 04 03:05:01.856998 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d25f49ce-aeb6-4a68-b0d4-5a8ed4934cb8 req-23932d75-99c9-4f56-874e-6c8860cafbfb tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422843 Mar 04 03:05:01.960639 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-97b927c5-a4c8-493b-b4b1-541e9b93b60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:02.858619 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b997c0c-c117-405d-8a86-a10327e0771e req-c13158f7-b221-4ede-afc9-a7fbda8ea978 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:02.860092 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0b997c0c-c117-405d-8a86-a10327e0771e req-c13158f7-b221-4ede-afc9-a7fbda8ea978 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 944 time: 0.0525975 Mar 04 03:05:02.910394 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0b997c0c-c117-405d-8a86-a10327e0771e req-e50718b3-6c2a-430c-9b26-ad77354864f1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448041 Mar 04 03:05:02.974318 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32a2db-cb92-4cc1-8fda-3159abcff6d4 req-9b09da6c-215c-4a30-bd8c-b1c383c29cf1 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:02.976030 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-df32a2db-cb92-4cc1-8fda-3159abcff6d4 req-9b09da6c-215c-4a30-bd8c-b1c383c29cf1 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 944 time: 0.0529284 Mar 04 03:05:03.024827 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-df32a2db-cb92-4cc1-8fda-3159abcff6d4 req-8b573833-a79e-4317-a5d9-8b1dfe4abe0d tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430515 Mar 04 03:05:03.342447 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:05:04.031807 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ae2fb-ba30-4939-a5ff-60f000abcc22 req-11c345b9-d4ae-49e0-9910-5cbe1be51735 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:04.033280 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-bb5ae2fb-ba30-4939-a5ff-60f000abcc22 req-11c345b9-d4ae-49e0-9910-5cbe1be51735 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 944 time: 0.0522759 Mar 04 03:05:04.080852 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-bb5ae2fb-ba30-4939-a5ff-60f000abcc22 req-6d9de42f-7e14-4736-a3ef-1dc778c6a339 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413489 Mar 04 03:05:04.146002 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bad1e2-0378-4b81-b1c6-6bc21a4c1332 req-13d21985-40f4-4203-954e-434d181025d9 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:04.147737 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f8bad1e2-0378-4b81-b1c6-6bc21a4c1332 req-13d21985-40f4-4203-954e-434d181025d9 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 944 time: 0.0562761 Mar 04 03:05:04.196708 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f8bad1e2-0378-4b81-b1c6-6bc21a4c1332 req-bd763f1d-39ce-4e26-93a5-cd3de3c9fbe3 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434079 Mar 04 03:05:04.349812 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-23bdf409-2952-4e73-8bf8-f4020c1d71d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:04.438631 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba69a0d-a7bf-40f7-817c-8ab7cb5b1c18 req-2de2cf47-8b6e-468d-8d25-1d63bd48336c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:04.440119 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0ba69a0d-a7bf-40f7-817c-8ab7cb5b1c18 req-2de2cf47-8b6e-468d-8d25-1d63bd48336c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 946 time: 0.0540094 Mar 04 03:05:04.489641 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0ba69a0d-a7bf-40f7-817c-8ab7cb5b1c18 req-d81255a0-58a3-44fb-868a-c3fdf181a6b1 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429184 Mar 04 03:05:04.766846 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device bc2cca6d-ea71-4900-9ccb-362ea33208da details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 03:05:04.770426 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device f6905acd-71e8-454b-b704-fb22bd94943d up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:05:04.886762 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port f6905acd-71e8-454b-b704-fb22bd94943d triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:05:04.887137 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (f6905acd-71e8-454b-b704-fb22bd94943d), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:04.925195 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port bc2cca6d-ea71-4900-9ccb-362ea33208da, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bc2cca6d-ea71-4900-9ccb-362ea33208da,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:05:04.941488 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': 'bc2cca6d-ea71-4900-9ccb-362ea33208da', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'port_id': 'bc2cca6d-ea71-4900-9ccb-362ea33208da', 'mac_address': 'fa:16:3e:80:94:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 03:05:05.000017 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port bc2cca6d-ea71-4900-9ccb-362ea33208da is: DOWN; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:05:05.000404 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:05.021958 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc2cca6d-ea71-4900-9ccb-362ea33208da {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:05:05.030172 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port f6905acd-71e8-454b-b704-fb22bd94943d is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:05:05.030552 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (f6905acd-71e8-454b-b704-fb22bd94943d), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:05.052965 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port bc2cca6d-ea71-4900-9ccb-362ea33208da, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bc2cca6d-ea71-4900-9ccb-362ea33208da,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:05:05.061780 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:05.068431 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a03cc0-5986-4e89-9952-1b5f2bf4b1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6905acd-71e8-454b-b704-fb22bd94943d'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:05:05.070768 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1a6530-354d-4123-8cf7-d0b806b3316a" -d '{"events": [{"server_uuid": "90a03cc0-5986-4e89-9952-1b5f2bf4b1c8", "name": "network-vif-plugged", "status": "completed", "tag": "f6905acd-71e8-454b-b704-fb22bd94943d"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:05:05.100962 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port f6905acd-71e8-454b-b704-fb22bd94943d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f6905acd-71e8-454b-b704-fb22bd94943d,segment=NetworkSegment(7da1f331-85d5-4c9f-b06f-15e6b2fd523d),segment_id=7da1f331-85d5-4c9f-b06f-15e6b2fd523d)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:05:05.108813 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1774ce-7c46-45b6-b198-7158fc0ad84d x-openstack-request-id: req-cf1774ce-7c46-45b6-b198-7158fc0ad84d {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:05:05.109107 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a03cc0-5986-4e89-9952-1b5f2bf4b1c8", "name": "network-vif-plugged", "status": "completed", "tag": "f6905acd-71e8-454b-b704-fb22bd94943d", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:05:05.109360 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf1774ce-7c46-45b6-b198-7158fc0ad84d {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:05:05.109772 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a03cc0-5986-4e89-9952-1b5f2bf4b1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6905acd-71e8-454b-b704-fb22bd94943d', 'code': 200} Mar 04 03:05:05.112461 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (f6905acd-71e8-454b-b704-fb22bd94943d), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:05.133655 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=bc2cca6d-ea71-4900-9ccb-362ea33208da,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:05.182664 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=f6905acd-71e8-454b-b704-fb22bd94943d,revision_number=8']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:05.212760 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb072815-a3b7-42bf-9386-9a2b49d3afe9 req-2019d7dc-b181-490b-8a4f-b13a72d3b5b8 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:05.214271 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-eb072815-a3b7-42bf-9386-9a2b49d3afe9 req-2019d7dc-b181-490b-8a4f-b13a72d3b5b8 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 945 time: 0.0586724 Mar 04 03:05:05.263517 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-eb072815-a3b7-42bf-9386-9a2b49d3afe9 req-d901ff78-15f8-439c-b6ba-8e66bfba3fd2 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436051 Mar 04 03:05:05.320077 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ede3b5-9db9-4778-a7f0-09d68c4ffc07 req-e9e72785-a8be-4c59-878c-44603791006c tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:05.321642 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d1ede3b5-9db9-4778-a7f0-09d68c4ffc07 req-e9e72785-a8be-4c59-878c-44603791006c tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0560367 Mar 04 03:05:05.370482 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45609d-24ca-43de-bd47-10db5d63d80b req-4894814c-0e25-4a7e-8b0d-fc717db50fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:05.372319 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1b45609d-24ca-43de-bd47-10db5d63d80b req-4894814c-0e25-4a7e-8b0d-fc717db50fb7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 1129 time: 0.0454772 Mar 04 03:05:05.372576 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d1ede3b5-9db9-4778-a7f0-09d68c4ffc07 req-55943162-0713-4eb7-84b2-3f17850e3c55 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453932 Mar 04 03:05:05.374195 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:05.418121 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-1b45609d-24ca-43de-bd47-10db5d63d80b req-ef750633-cf0e-46c2-9ad1-cca7907c543e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395579 Mar 04 03:05:05.592016 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['bc2cca6d-ea71-4900-9ccb-362ea33208da'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:05:05.606798 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb395a90-60f9-4745-846c-6d1e059136fd req-a1a89213-3870-44c7-aa71-a624c3befb50 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:05.608271 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cb395a90-60f9-4745-846c-6d1e059136fd req-a1a89213-3870-44c7-aa71-a624c3befb50 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 946 time: 0.0525272 Mar 04 03:05:05.662890 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cb395a90-60f9-4745-846c-6d1e059136fd req-08320d3c-47f0-4285-8d8f-626b1e654ecf tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484500 Mar 04 03:05:06.386567 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a2410-6908-4e77-9eaf-967f50fabe6e req-20381c34-19e2-4981-94d0-ee819ea1920d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:06.388035 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e21a2410-6908-4e77-9eaf-967f50fabe6e req-20381c34-19e2-4981-94d0-ee819ea1920d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 945 time: 0.0521379 Mar 04 03:05:06.434590 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e21a2410-6908-4e77-9eaf-967f50fabe6e req-52ed78c1-6555-4033-b4bb-dff2b60daf61 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409505 Mar 04 03:05:06.490763 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b25be4-82cf-46c2-a548-7b4bfffeed25 req-df354188-01d7-4007-8808-c886eca6fe84 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:06.492229 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b3b25be4-82cf-46c2-a548-7b4bfffeed25 req-df354188-01d7-4007-8808-c886eca6fe84 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0519238 Mar 04 03:05:06.540146 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b3b25be4-82cf-46c2-a548-7b4bfffeed25 req-f6c6dec1-293e-42b1-968a-39a38026172d tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424769 Mar 04 03:05:06.587807 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec307d-0117-4d99-882b-7e2b5b3216f1 req-59a79d14-8ca4-4cde-8ca6-53c129454f7f tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:06.589261 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-6fec307d-0117-4d99-882b-7e2b5b3216f1 req-59a79d14-8ca4-4cde-8ca6-53c129454f7f tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 946 time: 0.0520527 Mar 04 03:05:06.686515 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-6fec307d-0117-4d99-882b-7e2b5b3216f1 req-88806dfc-e079-46e3-bc2f-b75b426b8eb9 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Deleting port b64e92db-1afb-4da0-8827-cbb36e0ffb66 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:05:06.686515 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-6fec307d-0117-4d99-882b-7e2b5b3216f1 req-88806dfc-e079-46e3-bc2f-b75b426b8eb9 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (b64e92db-1afb-4da0-8827-cbb36e0ffb66), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:06.711368 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:06.775959 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-6fec307d-0117-4d99-882b-7e2b5b3216f1 req-88806dfc-e079-46e3-bc2f-b75b426b8eb9 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] For port b64e92db-1afb-4da0-8827-cbb36e0ffb66, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b64e92db-1afb-4da0-8827-cbb36e0ffb66,segment=NetworkSegment(078a8615-197d-456c-b97b-5e4bf104ae1c),segment_id=078a8615-197d-456c-b97b-5e4bf104ae1c)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:05:06.776318 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-6fec307d-0117-4d99-882b-7e2b5b3216f1 req-88806dfc-e079-46e3-bc2f-b75b426b8eb9 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (b64e92db-1afb-4da0-8827-cbb36e0ffb66), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:06.791823 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afea855-4257-41b1-867e-65bf1d27deae req-1e309775-e61a-4b44-8c04-db4cc0e1de97 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:06.793323 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7afea855-4257-41b1-867e-65bf1d27deae req-1e309775-e61a-4b44-8c04-db4cc0e1de97 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 946 time: 0.0570595 Mar 04 03:05:06.842530 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7afea855-4257-41b1-867e-65bf1d27deae req-e822ddac-a2aa-4b6a-b6da-ae0dfd1bf2c7 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436523 Mar 04 03:05:06.946202 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-6fec307d-0117-4d99-882b-7e2b5b3216f1 req-88806dfc-e079-46e3-bc2f-b75b426b8eb9 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:06.946559 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-6fec307d-0117-4d99-882b-7e2b5b3216f1 req-88806dfc-e079-46e3-bc2f-b75b426b8eb9 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641224'] for floatingip (4f2437a9-e6c2-4c26-b52f-3c760e12d1de), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:06.946871 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.db.l3_db [req-6fec307d-0117-4d99-882b-7e2b5b3216f1 req-88806dfc-e079-46e3-bc2f-b75b426b8eb9 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Floating IP 4f2437a9-e6c2-4c26-b52f-3c760e12d1de disassociated. External IP: 172.27.2.200, port: b64e92db-1afb-4da0-8827-cbb36e0ffb66. Mar 04 03:05:06.947216 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-6fec307d-0117-4d99-882b-7e2b5b3216f1 req-88806dfc-e079-46e3-bc2f-b75b426b8eb9 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Calling delete_port for b64e92db-1afb-4da0-8827-cbb36e0ffb66 owned by compute:nova {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:05:07.079692 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-6fec307d-0117-4d99-882b-7e2b5b3216f1 req-88806dfc-e079-46e3-bc2f-b75b426b8eb9 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (b64e92db-1afb-4da0-8827-cbb36e0ffb66), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:07.110908 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88806dfc-e079-46e3-bc2f-b75b426b8eb9 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Pushing event deleted for resources: {'Port': ['ID=b64e92db-1afb-4da0-8827-cbb36e0ffb66,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:07.223280 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fec307d-0117-4d99-882b-7e2b5b3216f1 req-88806dfc-e079-46e3-bc2f-b75b426b8eb9 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:05:07.332188 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fec307d-0117-4d99-882b-7e2b5b3216f1 req-88806dfc-e079-46e3-bc2f-b75b426b8eb9 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:05:07.342268 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067d28bc-af49-47d0-93bb-4f42649981fc None None] Sync routers for ids ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:05:07.354083 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067d28bc-af49-47d0-93bb-4f42649981fc None None] Routers {'24a46cb9-fd71-4d12-9e7d-67c102dccf49'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:05:07.354697 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-067d28bc-af49-47d0-93bb-4f42649981fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:05:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:05:07.374921 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fec307d-0117-4d99-882b-7e2b5b3216f1 req-88806dfc-e079-46e3-bc2f-b75b426b8eb9 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] No DVR routers for this DVR port b64e92db-1afb-4da0-8827-cbb36e0ffb66 on host hv-cinder-82806 {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:05:07.377568 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-6fec307d-0117-4d99-882b-7e2b5b3216f1 req-88806dfc-e079-46e3-bc2f-b75b426b8eb9 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:07.382579 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-6fec307d-0117-4d99-882b-7e2b5b3216f1 req-88806dfc-e079-46e3-bc2f-b75b426b8eb9 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.13 "DELETE /v2.0/ports/b64e92db-1afb-4da0-8827-cbb36e0ffb66 HTTP/1.1" status: 204 len: 173 time: 0.7875409 Mar 04 03:05:07.383122 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce900629-55d1-4c11-a4c0-e4ca8dc3f265', 'name': 'network-vif-deleted', 'tag': 'b64e92db-1afb-4da0-8827-cbb36e0ffb66'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:05:07.386755 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d460ce6d-2eea-4f64-a817-73fd4d999456" -d '{"events": [{"server_uuid": "ce900629-55d1-4c11-a4c0-e4ca8dc3f265", "name": "network-vif-deleted", "tag": "b64e92db-1afb-4da0-8827-cbb36e0ffb66"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:05:07.435694 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7ac34f-405d-4287-8e13-9bfcf4a93ff0 x-openstack-request-id: req-9e7ac34f-405d-4287-8e13-9bfcf4a93ff0 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:05:07.436007 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce900629-55d1-4c11-a4c0-e4ca8dc3f265", "name": "network-vif-deleted", "tag": "b64e92db-1afb-4da0-8827-cbb36e0ffb66", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:05:07.436268 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e7ac34f-405d-4287-8e13-9bfcf4a93ff0 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:05:07.436713 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce900629-55d1-4c11-a4c0-e4ca8dc3f265', 'name': 'network-vif-deleted', 'tag': 'b64e92db-1afb-4da0-8827-cbb36e0ffb66', 'status': 'completed', 'code': 200} Mar 04 03:05:07.488914 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-067d28bc-af49-47d0-93bb-4f42649981fc None None] Set router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:05:07.578945 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f21ed6-d38c-4d6d-8d57-441bdcf9c258 req-3e31ae75-29ae-494b-a180-a858fcaa20dd tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:07.582252 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-67f21ed6-d38c-4d6d-8d57-441bdcf9c258 req-3e31ae75-29ae-494b-a180-a858fcaa20dd tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 945 time: 0.0613360 Mar 04 03:05:07.680089 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-67f21ed6-d38c-4d6d-8d57-441bdcf9c258 req-acd73afb-fe8c-4413-b0ca-8e1abcfde448 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912864 Mar 04 03:05:07.700422 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d2919-d83a-45c3-84d4-f6d357b7541e req-e2ce9deb-bd01-4ccb-86e1-c53e3d2d2eda tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:07.701946 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-789d2919-d83a-45c3-84d4-f6d357b7541e req-e2ce9deb-bd01-4ccb-86e1-c53e3d2d2eda tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0747402 Mar 04 03:05:07.744626 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-067d28bc-af49-47d0-93bb-4f42649981fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:00:35Z', 'revision_number': 4, 'project_id': '8d15398833664320803849959784f508', 'gw_port': {'id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:32Z', 'updated_at': '2022-03-04T03:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': 'ae1bd996-4793-47f8-8cd5-de363e99d8aa', 'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'tenant_id': '8d15398833664320803849959784f508', 'mac_address': 'fa:16:3e:f0:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:34Z', 'updated_at': '2022-03-04T03:00:39Z', 'revision_number': 5, 'project_id': '8d15398833664320803849959784f508', 'subnets': [{'id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:05:07.760462 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-789d2919-d83a-45c3-84d4-f6d357b7541e req-8c17f828-96f3-4f3a-9013-223723c10f74 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525684 Mar 04 03:05:07.773722 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067d28bc-af49-47d0-93bb-4f42649981fc None None] Checking router: 24a46cb9-fd71-4d12-9e7d-67c102dccf49 for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:05:07.782434 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067d28bc-af49-47d0-93bb-4f42649981fc None None] Routers {'24a46cb9-fd71-4d12-9e7d-67c102dccf49'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:05:07.783039 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-067d28bc-af49-47d0-93bb-4f42649981fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:05:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:05:07.892235 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-067d28bc-af49-47d0-93bb-4f42649981fc None None] Set router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:05:07.946400 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-93518da4-c5f8-4ace-9981-7809bff4a31c req-df37443a-b84b-4d57-b2c4-79d6cada4fb5 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce900629-55d1-4c11-a4c0-e4ca8dc3f265 HTTP/1.1" status: 200 len: 210 time: 0.0268927 Mar 04 03:05:08.087903 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-067d28bc-af49-47d0-93bb-4f42649981fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:00:35Z', 'revision_number': 4, 'project_id': '8d15398833664320803849959784f508', 'gw_port': {'id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:32Z', 'updated_at': '2022-03-04T03:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': 'ae1bd996-4793-47f8-8cd5-de363e99d8aa', 'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'tenant_id': '8d15398833664320803849959784f508', 'mac_address': 'fa:16:3e:f0:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:34Z', 'updated_at': '2022-03-04T03:00:39Z', 'revision_number': 5, 'project_id': '8d15398833664320803849959784f508', 'subnets': [{'id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:05:08.119442 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067d28bc-af49-47d0-93bb-4f42649981fc None None] The sync data for ids ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'] in dv-cinder-828061-7-iscsi is: [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:00:35Z', 'revision_number': 4, 'project_id': '8d15398833664320803849959784f508', 'gw_port': {'id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:32Z', 'updated_at': '2022-03-04T03:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': 'ae1bd996-4793-47f8-8cd5-de363e99d8aa', 'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'tenant_id': '8d15398833664320803849959784f508', 'mac_address': 'fa:16:3e:f0:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:34Z', 'updated_at': '2022-03-04T03:00:39Z', 'revision_number': 5, 'project_id': '8d15398833664320803849959784f508', 'subnets': [{'id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:05:08.345226 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf3a5ef-23e1-4c0c-b51b-ab2b7ae0641d None None] New status for floating IP 4f2437a9-e6c2-4c26-b52f-3c760e12d1de: DOWN {{(pid=102958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 03:05:08.391513 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:08.806079 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0775095-4c94-4245-82d3-8bf198e7f7f5 req-7a70cadb-abe3-41df-8a6d-7609fb5a0216 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:08.806663 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device bc2cca6d-ea71-4900-9ccb-362ea33208da up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:05:08.807579 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d0775095-4c94-4245-82d3-8bf198e7f7f5 req-7a70cadb-abe3-41df-8a6d-7609fb5a0216 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 945 time: 0.0541813 Mar 04 03:05:08.853849 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d0775095-4c94-4245-82d3-8bf198e7f7f5 req-3d2325ab-3c7e-428c-a1ce-ddb81747b88a tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403266 Mar 04 03:05:08.854083 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning for port bc2cca6d-ea71-4900-9ccb-362ea33208da completed by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 03:05:08.857712 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port bc2cca6d-ea71-4900-9ccb-362ea33208da triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:05:08.858205 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:08.945749 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port bc2cca6d-ea71-4900-9ccb-362ea33208da is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:05:08.946142 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:08.968527 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9602d0e0-2477-4989-8f0f-96488c67d08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2cca6d-ea71-4900-9ccb-362ea33208da'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:05:08.970681 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857ee88a-1b96-4e63-be96-7f4e12e80888" -d '{"events": [{"server_uuid": "9602d0e0-2477-4989-8f0f-96488c67d08d", "name": "network-vif-plugged", "status": "completed", "tag": "bc2cca6d-ea71-4900-9ccb-362ea33208da"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:05:08.984063 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port bc2cca6d-ea71-4900-9ccb-362ea33208da, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bc2cca6d-ea71-4900-9ccb-362ea33208da,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:05:08.988334 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:08.989252 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device b64e92db-1afb-4da0-8827-cbb36e0ffb66 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:05:09.028913 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] No Port match for: b64e92db-1afb-4da0-8827-cbb36e0ffb66 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:05:09.029262 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device b64e92db-1afb-4da0-8827-cbb36e0ffb66 not bound to the agent host hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:05:09.058535 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=bc2cca6d-ea71-4900-9ccb-362ea33208da,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:09.185340 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6651bcd-e052-420f-b229-3c0d5645b331 x-openstack-request-id: req-c6651bcd-e052-420f-b229-3c0d5645b331 {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:05:09.185639 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9602d0e0-2477-4989-8f0f-96488c67d08d", "name": "network-vif-plugged", "status": "completed", "tag": "bc2cca6d-ea71-4900-9ccb-362ea33208da", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:05:09.185938 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6651bcd-e052-420f-b229-3c0d5645b331 {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:05:09.186338 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9602d0e0-2477-4989-8f0f-96488c67d08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2cca6d-ea71-4900-9ccb-362ea33208da', 'code': 200} Mar 04 03:05:09.220089 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-f17c52f7-bfd6-4a85-8d04-24b5af1fb918 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-860215563&fields=id&tenant_id=8d15398833664320803849959784f508 HTTP/1.1" status: 200 len: 267 time: 0.0445044 Mar 04 03:05:09.330985 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-110aae92-4c0d-4961-b10c-d302857a1ff0 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:09.332642 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-110aae92-4c0d-4961-b10c-d302857a1ff0 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/networks?id=02cb8961-f224-4efe-9715-ecfb6c08725e HTTP/1.1" status: 200 len: 812 time: 0.1051559 Mar 04 03:05:09.346864 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-5436be32-b997-42a7-80dc-9072538aed68 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/quotas/8d15398833664320803849959784f508 HTTP/1.1" status: 200 len: 375 time: 0.0088294 Mar 04 03:05:09.358161 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bb789-1699-4189-8954-52abdb752a70 req-336931e6-627e-4bb1-bc54-172dccbf89ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:09.359696 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-db4bb789-1699-4189-8954-52abdb752a70 req-336931e6-627e-4bb1-bc54-172dccbf89ea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 1130 time: 0.0446661 Mar 04 03:05:09.402025 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-6a911edf-2736-460f-b1f0-e8d25a331cc6 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8d15398833664320803849959784f508&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493255 Mar 04 03:05:09.402857 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-db4bb789-1699-4189-8954-52abdb752a70 req-76f55865-46ae-4b6e-b694-a05055cf570a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366886 Mar 04 03:05:09.500772 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-1a31974b-57be-4a8c-90e8-00d0575e46f7 service neutron] 10.222.0.16 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846803 Mar 04 03:05:09.589880 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-1aeaccb8-aa6a-41d5-9eef-a1e75d58abcd service neutron] 10.222.0.16 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835776 Mar 04 03:05:09.872733 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-242dffc0-a73b-451d-a76a-53a6d943d5fe req-610b3b5d-3335-4fbf-8a84-f2aa9ec10beb tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9 HTTP/1.1" status: 200 len: 210 time: 0.0275428 Mar 04 03:05:09.984079 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b602429-7d71-4948-9729-7895532424f6 req-645fa672-b995-4b49-a32c-77fbc815f44a tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:09.985587 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5b602429-7d71-4948-9729-7895532424f6 req-645fa672-b995-4b49-a32c-77fbc815f44a tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0596495 Mar 04 03:05:10.033094 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5b602429-7d71-4948-9729-7895532424f6 req-104756ea-37b6-4d20-80f2-91ba866bedbd tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413556 Mar 04 03:05:10.876172 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-9669d2e8-23cb-482a-b382-8e8f4f044220 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:10.877733 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-9669d2e8-23cb-482a-b382-8e8f4f044220 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.13 "GET /v2.0/networks?id=02cb8961-f224-4efe-9715-ecfb6c08725e HTTP/1.1" status: 200 len: 812 time: 0.1075850 Mar 04 03:05:10.948481 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-250d6aec-237c-4ac7-81df-4b71e2c1e3ed tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d15398833664320803849959784f508 HTTP/1.1" status: 200 len: 379 time: 0.0624473 Mar 04 03:05:10.957402 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-62cb6dda-1303-4c3c-862b-ab5ffa3266ff tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Request body: {'port': {'device_id': 'fb359672-3e0b-4437-a7ba-10e5edded4d9', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'admin_state_up': True, 'tenant_id': '8d15398833664320803849959784f508', 'security_groups': ['63d777cc-5e9a-452b-a706-e440af5e4eb8']}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:05:10.973305 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7c10f4a9-0225-4c71-a04a-97b6b4aa1760 req-ebd661e3-6023-4080-91ac-4a82725ce82c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9 HTTP/1.1" status: 200 len: 210 time: 0.0290494 Mar 04 03:05:11.068469 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-62cb6dda-1303-4c3c-862b-ab5ffa3266ff tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Made reservation on behalf of 8d15398833664320803849959784f508 for: {'port': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:05:11.072226 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-62cb6dda-1303-4c3c-862b-ab5ffa3266ff tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:11.159343 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0651a-ddee-4911-9e5d-aae326bf5818 req-aceab12e-6a47-4300-b0f1-0af3b221c338 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:11.160919 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f7a0651a-ddee-4911-9e5d-aae326bf5818 req-aceab12e-6a47-4300-b0f1-0af3b221c338 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0532141 Mar 04 03:05:11.197049 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-62cb6dda-1303-4c3c-862b-ab5ffa3266ff tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Allocated IP 172.20.0.12 (02cb8961-f224-4efe-9715-ecfb6c08725e/d3a17f2e-d1f5-4359-86d3-8c7648f764aa/de92d568-b6a8-4f9a-bdc3-e2a2f9821f79) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:05:11.215276 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f7a0651a-ddee-4911-9e5d-aae326bf5818 req-7ebe9efe-75d6-4891-b73d-eca5773bb4e2 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482080 Mar 04 03:05:11.344479 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-62cb6dda-1303-4c3c-862b-ab5ffa3266ff tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for port (de92d568-b6a8-4f9a-bdc3-e2a2f9821f79), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:11.346138 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c7b45-9ceb-4b02-8d35-1c2a0b02e20e req-41e73442-6ba1-4628-8d1c-5de813eb362f tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:11.347830 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4e7c7b45-9ceb-4b02-8d35-1c2a0b02e20e req-41e73442-6ba1-4628-8d1c-5de813eb362f tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0600750 Mar 04 03:05:11.358465 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 36412) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:05:11.362846 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-f58725d8-e4ed-4286-aca3-d7b124a688c2 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Request body: {'floatingip': {'port_id': 'bc2cca6d-ea71-4900-9ccb-362ea33208da'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:05:11.382286 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-62cb6dda-1303-4c3c-862b-ab5ffa3266ff tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (de92d568-b6a8-4f9a-bdc3-e2a2f9821f79), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:11.404020 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f58725d8-e4ed-4286-aca3-d7b124a688c2 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for floatingip (c085e79a-640e-4687-944c-b333590b2ab1), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:11.432872 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-62cb6dda-1303-4c3c-862b-ab5ffa3266ff tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Network 02cb8961-f224-4efe-9715-ecfb6c08725e is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:05:11.437331 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-62cb6dda-1303-4c3c-862b-ab5ffa3266ff tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:05:11.439748 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb6dda-1303-4c3c-862b-ab5ffa3266ff tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Pushing event updated for resources: {'Port': ['ID=de92d568-b6a8-4f9a-bdc3-e2a2f9821f79,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:11.442118 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-62cb6dda-1303-4c3c-862b-ab5ffa3266ff tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:05:11.497380 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-62cb6dda-1303-4c3c-862b-ab5ffa3266ff tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:11.498202 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-62cb6dda-1303-4c3c-862b-ab5ffa3266ff tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:11.515007 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-62cb6dda-1303-4c3c-862b-ab5ffa3266ff tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5613768 Mar 04 03:05:11.526680 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-78ff18b1-7420-4006-9568-fcf5e5d649ba service neutron] Request body: {'port': {'device_id': 'fb359672-3e0b-4437-a7ba-10e5edded4d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:05:11.603451 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-78ff18b1-7420-4006-9568-fcf5e5d649ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (de92d568-b6a8-4f9a-bdc3-e2a2f9821f79), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:11.692552 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-ebcefdf2-1dd2-4ad5-9051-0a88a3b1596e None None] Provisioning complete for port de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:05:11.693139 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-ebcefdf2-1dd2-4ad5-9051-0a88a3b1596e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (de92d568-b6a8-4f9a-bdc3-e2a2f9821f79), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:11.730219 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-ebcefdf2-1dd2-4ad5-9051-0a88a3b1596e None None] Port de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 03:05:11.868541 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-78ff18b1-7420-4006-9568-fcf5e5d649ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 {{(pid=102948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:05:11.875814 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-78ff18b1-7420-4006-9568-fcf5e5d649ba service neutron] Publish callbacks [] for port (de92d568-b6a8-4f9a-bdc3-e2a2f9821f79), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:11.887442 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.provisioning_blocks [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-78ff18b1-7420-4006-9568-fcf5e5d649ba service neutron] Transition to ACTIVE for port object de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 will not be triggered until provisioned by entity L2. {{(pid=102948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 03:05:11.891475 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-78ff18b1-7420-4006-9568-fcf5e5d649ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133005'] for port (de92d568-b6a8-4f9a-bdc3-e2a2f9821f79), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:11.897170 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f58725d8-e4ed-4286-aca3-d7b124a688c2 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:11.901028 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f58725d8-e4ed-4286-aca3-d7b124a688c2 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641224'] for floatingip (c085e79a-640e-4687-944c-b333590b2ab1), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:11.953106 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff18b1-7420-4006-9568-fcf5e5d649ba service neutron] Pushing event updated for resources: {'Port': ['ID=de92d568-b6a8-4f9a-bdc3-e2a2f9821f79,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:12.020360 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.db.l3_db [None req-f58725d8-e4ed-4286-aca3-d7b124a688c2 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Floating IP c085e79a-640e-4687-944c-b333590b2ab1 associated. External IP: 172.27.2.130, port: bc2cca6d-ea71-4900-9ccb-362ea33208da. Mar 04 03:05:12.030135 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-78ff18b1-7420-4006-9568-fcf5e5d649ba service neutron] Attempting to bind port de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:05:12.030472 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-78ff18b1-7420-4006-9568-fcf5e5d649ba service neutron] Attempting to bind port de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '078a8615-197d-456c-b97b-5e4bf104ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e'}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:05:12.030802 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-78ff18b1-7420-4006-9568-fcf5e5d649ba service neutron] Attempting to bind port de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 on network 02cb8961-f224-4efe-9715-ecfb6c08725e {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:05:12.035681 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-78ff18b1-7420-4006-9568-fcf5e5d649ba service neutron] Port de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 on network 02cb8961-f224-4efe-9715-ecfb6c08725e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 03:05:12.036075 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-78ff18b1-7420-4006-9568-fcf5e5d649ba service neutron] Attempting to bind port de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 on network 02cb8961-f224-4efe-9715-ecfb6c08725e {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:05:12.043033 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-78ff18b1-7420-4006-9568-fcf5e5d649ba service neutron] Checking agent: {'id': '3c9f8f0c-9b00-4c68-8144-2c2180e90486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'started_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:05:12.043390 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-78ff18b1-7420-4006-9568-fcf5e5d649ba service neutron] Checking segment: {'id': '078a8615-197d-456c-b97b-5e4bf104ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:05:12.043751 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-78ff18b1-7420-4006-9568-fcf5e5d649ba service neutron] Bound using segment: {'id': '078a8615-197d-456c-b97b-5e4bf104ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e'} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:05:12.044233 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-78ff18b1-7420-4006-9568-fcf5e5d649ba service neutron] Bound port: de92d568-b6a8-4f9a-bdc3-e2a2f9821f79, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078a8615-197d-456c-b97b-5e4bf104ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e'}}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:05:12.044597 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-78ff18b1-7420-4006-9568-fcf5e5d649ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (de92d568-b6a8-4f9a-bdc3-e2a2f9821f79), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:12.120204 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-78ff18b1-7420-4006-9568-fcf5e5d649ba service neutron] For port de92d568-b6a8-4f9a-bdc3-e2a2f9821f79, host hv-cinder-82806, cleared binding levels {{(pid=102948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:05:12.124016 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-78ff18b1-7420-4006-9568-fcf5e5d649ba service neutron] For port de92d568-b6a8-4f9a-bdc3-e2a2f9821f79, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=de92d568-b6a8-4f9a-bdc3-e2a2f9821f79,segment=NetworkSegment(078a8615-197d-456c-b97b-5e4bf104ae1c),segment_id=078a8615-197d-456c-b97b-5e4bf104ae1c)] {{(pid=102948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:05:12.130579 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-78ff18b1-7420-4006-9568-fcf5e5d649ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133005'] for port (de92d568-b6a8-4f9a-bdc3-e2a2f9821f79), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:12.170232 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-78ff18b1-7420-4006-9568-fcf5e5d649ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:12.171038 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-78ff18b1-7420-4006-9568-fcf5e5d649ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:12.172438 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-78ff18b1-7420-4006-9568-fcf5e5d649ba service neutron] 10.222.0.13 "PUT /v2.0/ports/de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 HTTP/1.1" status: 200 len: 1094 time: 0.6500196 Mar 04 03:05:12.172882 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb359672-3e0b-4437-a7ba-10e5edded4d9', 'tag': 'de92d568-b6a8-4f9a-bdc3-e2a2f9821f79'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:05:12.173362 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2dd06-f12c-4ee7-97b6-451365e70cf3 req-7cd417aa-8c8c-43cc-a8fa-dd7bbbb0ffc8 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:12.174925 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c9e2dd06-f12c-4ee7-97b6-451365e70cf3 req-7cd417aa-8c8c-43cc-a8fa-dd7bbbb0ffc8 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9 HTTP/1.1" status: 200 len: 944 time: 0.1101100 Mar 04 03:05:12.175309 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed55fc7-c0ee-4080-a2d8-1e0707ca42cb" -d '{"events": [{"name": "network-changed", "server_uuid": "fb359672-3e0b-4437-a7ba-10e5edded4d9", "tag": "de92d568-b6a8-4f9a-bdc3-e2a2f9821f79"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:05:12.205534 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff18b1-7420-4006-9568-fcf5e5d649ba service neutron] Pushing event updated for resources: {'Port': ['ID=de92d568-b6a8-4f9a-bdc3-e2a2f9821f79,revision_number=3']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:12.233283 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 03:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34009544-e5f2-4bda-9b3e-807769de3b0a x-openstack-request-id: req-34009544-e5f2-4bda-9b3e-807769de3b0a {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:05:12.233584 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb359672-3e0b-4437-a7ba-10e5edded4d9", "tag": "de92d568-b6a8-4f9a-bdc3-e2a2f9821f79", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:05:12.233899 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34009544-e5f2-4bda-9b3e-807769de3b0a {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:05:12.234301 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb359672-3e0b-4437-a7ba-10e5edded4d9', 'tag': 'de92d568-b6a8-4f9a-bdc3-e2a2f9821f79', 'status': 'completed', 'code': 200} Mar 04 03:05:12.268212 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-b186cd2a-f66d-48e3-8ac6-dd55fc787095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:12.269886 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-b186cd2a-f66d-48e3-8ac6-dd55fc787095 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d15398833664320803849959784f508&device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9 HTTP/1.1" status: 200 len: 1128 time: 0.0491576 Mar 04 03:05:12.306509 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c9e2dd06-f12c-4ee7-97b6-451365e70cf3 req-d2312960-888c-45fa-9b7a-c0304c400897 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175039 Mar 04 03:05:12.325611 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-6e2b3317-2689-43eb-90cf-e2bb7f216ce5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 HTTP/1.1" status: 200 len: 217 time: 0.0441191 Mar 04 03:05:12.376436 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-a1344e59-4137-4707-bdba-0415bdda8e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:12.377920 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-a1344e59-4137-4707-bdba-0415bdda8e75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d3a17f2e-d1f5-4359-86d3-8c7648f764aa HTTP/1.1" status: 200 len: 851 time: 0.0500793 Mar 04 03:05:12.383497 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58725d8-e4ed-4286-aca3-d7b124a688c2 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Router 7e005565-ea5a-471f-9562-8936e132e350 has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:05:12.429357 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-00e9b851-525b-4e4a-87c1-fc83ceaf1a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:12.430974 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-00e9b851-525b-4e4a-87c1-fc83ceaf1a3f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02cb8961-f224-4efe-9715-ecfb6c08725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471206 Mar 04 03:05:12.491937 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58725d8-e4ed-4286-aca3-d7b124a688c2 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:05:12.496533 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f58725d8-e4ed-4286-aca3-d7b124a688c2 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for floatingip (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:12.503647 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167cd91-6b64-45ff-82ea-dda7e9018fa3 None None] Sync routers for ids ['7e005565-ea5a-471f-9562-8936e132e350'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:05:12.514310 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8167cd91-6b64-45ff-82ea-dda7e9018fa3 None None] Routers {'7e005565-ea5a-471f-9562-8936e132e350'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:05:12.515165 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-8167cd91-6b64-45ff-82ea-dda7e9018fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:05:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['7e005565-ea5a-471f-9562-8936e132e350'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:05:12.526174 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-60cc5e0c-aad3-480e-b484-031b64015a64 service neutron] 10.222.0.13 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872152 Mar 04 03:05:12.529714 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-f58725d8-e4ed-4286-aca3-d7b124a688c2 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "PUT /v2.0/floatingips/c085e79a-640e-4687-944c-b333590b2ab1 HTTP/1.1" status: 200 len: 992 time: 1.1705992 Mar 04 03:05:12.530383 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9602d0e0-2477-4989-8f0f-96488c67d08d', 'tag': 'bc2cca6d-ea71-4900-9ccb-362ea33208da'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:05:12.532697 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d419e10d-2cf1-4f55-8427-0afeb01d2aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "9602d0e0-2477-4989-8f0f-96488c67d08d", "tag": "bc2cca6d-ea71-4900-9ccb-362ea33208da"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:05:12.580664 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 03:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf2dba6-ee29-4388-93dd-e03436781aae x-openstack-request-id: req-fdf2dba6-ee29-4388-93dd-e03436781aae {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:05:12.581021 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9602d0e0-2477-4989-8f0f-96488c67d08d", "tag": "bc2cca6d-ea71-4900-9ccb-362ea33208da", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:05:12.581344 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fdf2dba6-ee29-4388-93dd-e03436781aae {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:05:12.581879 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9602d0e0-2477-4989-8f0f-96488c67d08d', 'tag': 'bc2cca6d-ea71-4900-9ccb-362ea33208da', 'status': 'completed', 'code': 200} Mar 04 03:05:12.621500 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:12.628059 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5908da47-f0e0-481d-b0ff-7d25932b56fd req-60b263a5-19b0-4f5c-a6bc-fe567c712756 service neutron] 10.222.0.13 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953414 Mar 04 03:05:12.649337 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419e10d-2cf1-4f55-8427-0afeb01d2aaf req-8eccb352-e471-4379-933c-b2482cc87451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:12.651089 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d419e10d-2cf1-4f55-8427-0afeb01d2aaf req-8eccb352-e471-4379-933c-b2482cc87451 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=334bbe5c6d1042b49abc0793f344935b&device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 1130 time: 0.0498471 Mar 04 03:05:12.683611 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-8167cd91-6b64-45ff-82ea-dda7e9018fa3 None None] Set router 7e005565-ea5a-471f-9562-8936e132e350 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:05:12.731477 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed55fc7-c0ee-4080-a2d8-1e0707ca42cb req-131630dc-d462-4e14-89c0-8fa325711cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:12.733181 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4ed55fc7-c0ee-4080-a2d8-1e0707ca42cb req-131630dc-d462-4e14-89c0-8fa325711cda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d15398833664320803849959784f508&device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9 HTTP/1.1" status: 200 len: 1128 time: 0.0529811 Mar 04 03:05:12.759858 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419e10d-2cf1-4f55-8427-0afeb01d2aaf req-8aba66ad-82fd-4e67-b1a9-43a4c96ba310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:12.761410 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d419e10d-2cf1-4f55-8427-0afeb01d2aaf req-8aba66ad-82fd-4e67-b1a9-43a4c96ba310 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50eae8c7-06bd-487c-a181-0dbe4478419c HTTP/1.1" status: 200 len: 917 time: 0.1015351 Mar 04 03:05:12.844787 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d419e10d-2cf1-4f55-8427-0afeb01d2aaf req-35697adb-da06-44a4-99b8-2bcdb3740496 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc2cca6d-ea71-4900-9ccb-362ea33208da HTTP/1.1" status: 200 len: 1000 time: 0.0777109 Mar 04 03:05:12.858369 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed55fc7-c0ee-4080-a2d8-1e0707ca42cb req-bc85545d-2044-41b1-90e1-0d516b7e897d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:12.860146 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4ed55fc7-c0ee-4080-a2d8-1e0707ca42cb req-bc85545d-2044-41b1-90e1-0d516b7e897d service neutron] 10.222.0.13 "GET /v2.0/networks?id=02cb8961-f224-4efe-9715-ecfb6c08725e HTTP/1.1" status: 200 len: 913 time: 0.1211495 Mar 04 03:05:12.906128 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4ed55fc7-c0ee-4080-a2d8-1e0707ca42cb req-d5e3a542-9841-4770-9e26-531fbeda9ae5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 HTTP/1.1" status: 200 len: 217 time: 0.0388787 Mar 04 03:05:12.940838 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419e10d-2cf1-4f55-8427-0afeb01d2aaf req-faac1a4f-07c5-4b9d-bef0-786887a368c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:12.942537 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d419e10d-2cf1-4f55-8427-0afeb01d2aaf req-faac1a4f-07c5-4b9d-bef0-786887a368c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16952d07-ba3d-4d83-b57f-d1a1f6336b50 HTTP/1.1" status: 200 len: 855 time: 0.0912924 Mar 04 03:05:12.981912 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed55fc7-c0ee-4080-a2d8-1e0707ca42cb req-8bd1ec65-bc07-4549-bb7c-6f22a007a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:12.984258 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4ed55fc7-c0ee-4080-a2d8-1e0707ca42cb req-8bd1ec65-bc07-4549-bb7c-6f22a007a376 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d3a17f2e-d1f5-4359-86d3-8c7648f764aa HTTP/1.1" status: 200 len: 851 time: 0.0720761 Mar 04 03:05:13.000288 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419e10d-2cf1-4f55-8427-0afeb01d2aaf req-4095b970-8e3c-4de7-8895-6cc334969db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:13.001890 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d419e10d-2cf1-4f55-8427-0afeb01d2aaf req-4095b970-8e3c-4de7-8895-6cc334969db8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50eae8c7-06bd-487c-a181-0dbe4478419c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520928 Mar 04 03:05:13.063153 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed55fc7-c0ee-4080-a2d8-1e0707ca42cb req-100301b7-1e32-4933-952e-49bc75c897f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:13.064880 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4ed55fc7-c0ee-4080-a2d8-1e0707ca42cb req-100301b7-1e32-4933-952e-49bc75c897f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02cb8961-f224-4efe-9715-ecfb6c08725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0748658 Mar 04 03:05:13.095527 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-8167cd91-6b64-45ff-82ea-dda7e9018fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e005565-ea5a-471f-9562-8936e132e350', 'name': 'tempest-AttachVolumeShelveTestJSON-306629195-router', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T02:57:49Z', 'revision_number': 4, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'gw_port': {'id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:65:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:39Z', 'updated_at': '2022-03-04T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': 'c085e79a-640e-4687-944c-b333590b2ab1', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': '7e005565-ea5a-471f-9562-8936e132e350', 'port_id': 'bc2cca6d-ea71-4900-9ccb-362ea33208da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'mac_address': 'fa:16:3e:80:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9602d0e0-2477-4989-8f0f-96488c67d08d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:04:57Z', 'updated_at': '2022-03-04T03:05:11Z', 'revision_number': 1, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a', 'name': '', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'mac_address': 'fa:16:3e:df:0b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:46Z', 'updated_at': '2022-03-04T02:57:57Z', 'revision_number': 5, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'subnets': [{'id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:05:13.107198 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d419e10d-2cf1-4f55-8427-0afeb01d2aaf req-2bd65edc-20c5-4e58-bfed-82612c527916 service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995598 Mar 04 03:05:13.127746 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167cd91-6b64-45ff-82ea-dda7e9018fa3 None None] Checking router: 7e005565-ea5a-471f-9562-8936e132e350 for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:05:13.136690 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8167cd91-6b64-45ff-82ea-dda7e9018fa3 None None] Routers {'7e005565-ea5a-471f-9562-8936e132e350'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:05:13.137532 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-8167cd91-6b64-45ff-82ea-dda7e9018fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:05:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['7e005565-ea5a-471f-9562-8936e132e350'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:05:13.156073 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4ed55fc7-c0ee-4080-a2d8-1e0707ca42cb req-9d2600dd-e6bb-4c36-9f6f-57c1cdcbd31b service neutron] 10.222.0.13 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844061 Mar 04 03:05:13.200261 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d419e10d-2cf1-4f55-8427-0afeb01d2aaf req-b00ace0c-dd61-4497-9d2e-9385ba75f625 service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870018 Mar 04 03:05:13.249088 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-8167cd91-6b64-45ff-82ea-dda7e9018fa3 None None] Set router 7e005565-ea5a-471f-9562-8936e132e350 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:05:13.250635 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-4ed55fc7-c0ee-4080-a2d8-1e0707ca42cb req-12342777-ee21-4342-bd68-0691fd64a01e service neutron] 10.222.0.13 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879159 Mar 04 03:05:13.429339 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bd19e-e7e4-41ab-9f76-c2cdab7871c5 req-410b2ce0-4fbe-458e-a01c-e23161a46509 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:13.431014 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a75bd19e-e7e4-41ab-9f76-c2cdab7871c5 req-410b2ce0-4fbe-458e-a01c-e23161a46509 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9 HTTP/1.1" status: 200 len: 944 time: 0.0562930 Mar 04 03:05:13.474086 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-8167cd91-6b64-45ff-82ea-dda7e9018fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e005565-ea5a-471f-9562-8936e132e350', 'name': 'tempest-AttachVolumeShelveTestJSON-306629195-router', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T02:57:49Z', 'revision_number': 4, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'gw_port': {'id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:65:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:39Z', 'updated_at': '2022-03-04T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': 'c085e79a-640e-4687-944c-b333590b2ab1', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': '7e005565-ea5a-471f-9562-8936e132e350', 'port_id': 'bc2cca6d-ea71-4900-9ccb-362ea33208da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'mac_address': 'fa:16:3e:80:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9602d0e0-2477-4989-8f0f-96488c67d08d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:04:57Z', 'updated_at': '2022-03-04T03:05:11Z', 'revision_number': 1, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a', 'name': '', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'mac_address': 'fa:16:3e:df:0b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:46Z', 'updated_at': '2022-03-04T02:57:57Z', 'revision_number': 5, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'subnets': [{'id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:05:13.479780 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a75bd19e-e7e4-41ab-9f76-c2cdab7871c5 req-6ec18eb5-9a1b-4b96-9024-273f95eadb20 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432267 Mar 04 03:05:13.501398 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167cd91-6b64-45ff-82ea-dda7e9018fa3 None None] The sync data for ids ['7e005565-ea5a-471f-9562-8936e132e350'] in dv-cinder-828061-7-iscsi is: [{'id': '7e005565-ea5a-471f-9562-8936e132e350', 'name': 'tempest-AttachVolumeShelveTestJSON-306629195-router', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T02:57:49Z', 'revision_number': 4, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'gw_port': {'id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:65:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:39Z', 'updated_at': '2022-03-04T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': 'c085e79a-640e-4687-944c-b333590b2ab1', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': '7e005565-ea5a-471f-9562-8936e132e350', 'port_id': 'bc2cca6d-ea71-4900-9ccb-362ea33208da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'mac_address': 'fa:16:3e:80:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9602d0e0-2477-4989-8f0f-96488c67d08d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:04:57Z', 'updated_at': '2022-03-04T03:05:11Z', 'revision_number': 1, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a', 'name': '', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'mac_address': 'fa:16:3e:df:0b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:46Z', 'updated_at': '2022-03-04T02:57:57Z', 'revision_number': 5, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'subnets': [{'id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:05:13.706518 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3f6814-67bf-4aa4-92f6-e29f6efbf86a None None] New status for floating IP c085e79a-640e-4687-944c-b333590b2ab1: ACTIVE {{(pid=102958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 03:05:14.597336 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c670d-d6bc-4397-9756-b49c0b6ae9a2 req-23fa1f20-77dc-4ef5-9b7d-a5822941da2c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:14.598847 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a47c670d-d6bc-4397-9756-b49c0b6ae9a2 req-23fa1f20-77dc-4ef5-9b7d-a5822941da2c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9 HTTP/1.1" status: 200 len: 944 time: 0.0519309 Mar 04 03:05:14.646428 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a47c670d-d6bc-4397-9756-b49c0b6ae9a2 req-76d0ef08-7ace-48bf-b2fe-b0f61913d1a1 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409591 Mar 04 03:05:15.762134 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5d3b2-cdb4-4a20-93fd-3bd4ac385f65 req-721cf134-f9ed-482f-b9bc-0ce87ffdd9ce tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:15.763604 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-66f5d3b2-cdb4-4a20-93fd-3bd4ac385f65 req-721cf134-f9ed-482f-b9bc-0ce87ffdd9ce tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9 HTTP/1.1" status: 200 len: 944 time: 0.0522525 Mar 04 03:05:15.814133 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-66f5d3b2-cdb4-4a20-93fd-3bd4ac385f65 req-b38f4586-c4ca-4d58-b4c2-fe0c7265579c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450115 Mar 04 03:05:16.929421 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e0e4e-7494-4759-8352-05abe3ca43c2 req-8a58c87d-91b1-4446-ac0c-d325ed0af2ba tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:16.930915 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a33e0e4e-7494-4759-8352-05abe3ca43c2 req-8a58c87d-91b1-4446-ac0c-d325ed0af2ba tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9 HTTP/1.1" status: 200 len: 944 time: 0.0518954 Mar 04 03:05:16.985005 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a33e0e4e-7494-4759-8352-05abe3ca43c2 req-08afe6b2-ae4f-4827-8878-18579a334a3b tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486526 Mar 04 03:05:18.104670 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf087b2-41ea-4f9c-ae9f-6b9e0ee2a77f req-41e2613c-7a25-43bd-9293-ad9514a41622 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:18.106174 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fbf087b2-41ea-4f9c-ae9f-6b9e0ee2a77f req-41e2613c-7a25-43bd-9293-ad9514a41622 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9 HTTP/1.1" status: 200 len: 944 time: 0.0512080 Mar 04 03:05:18.153710 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fbf087b2-41ea-4f9c-ae9f-6b9e0ee2a77f req-8a2a71b2-0f2e-4ae4-9653-3bf7a4fbddc4 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420699 Mar 04 03:05:19.274315 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099e34d-c059-45d4-a1fb-8e855c997124 req-3f4e82b4-b06a-4030-9470-b390534dcc5e tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:19.275794 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2099e34d-c059-45d4-a1fb-8e855c997124 req-3f4e82b4-b06a-4030-9470-b390534dcc5e tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9 HTTP/1.1" status: 200 len: 944 time: 0.0561962 Mar 04 03:05:19.322796 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2099e34d-c059-45d4-a1fb-8e855c997124 req-1492f72d-10ca-4735-9e6c-3e4f7e46bbfd tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414355 Mar 04 03:05:20.439690 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c46af-1858-49e4-9044-8ff5dd57702b req-3c100d05-a304-4d3d-bcb7-9969c9e3dd17 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:20.441186 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ef3c46af-1858-49e4-9044-8ff5dd57702b req-3c100d05-a304-4d3d-bcb7-9969c9e3dd17 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9 HTTP/1.1" status: 200 len: 944 time: 0.0528450 Mar 04 03:05:20.488237 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ef3c46af-1858-49e4-9044-8ff5dd57702b req-91d53cff-1e3b-4454-a075-93d5708ab138 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415597 Mar 04 03:05:20.860893 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 03:05:20.961114 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port de92d568-b6a8-4f9a-bdc3-e2a2f9821f79, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=de92d568-b6a8-4f9a-bdc3-e2a2f9821f79,segment=NetworkSegment(078a8615-197d-456c-b97b-5e4bf104ae1c),segment_id=078a8615-197d-456c-b97b-5e4bf104ae1c)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:05:20.972749 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': 'de92d568-b6a8-4f9a-bdc3-e2a2f9821f79', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'port_id': 'de92d568-b6a8-4f9a-bdc3-e2a2f9821f79', 'mac_address': 'fa:16:3e:c3:da:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 03:05:21.010021 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 is: DOWN; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:05:21.010403 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (de92d568-b6a8-4f9a-bdc3-e2a2f9821f79), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:21.024134 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:05:21.044924 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port de92d568-b6a8-4f9a-bdc3-e2a2f9821f79, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=de92d568-b6a8-4f9a-bdc3-e2a2f9821f79,segment=NetworkSegment(078a8615-197d-456c-b97b-5e4bf104ae1c),segment_id=078a8615-197d-456c-b97b-5e4bf104ae1c)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:05:21.050170 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (de92d568-b6a8-4f9a-bdc3-e2a2f9821f79), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:21.100252 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=de92d568-b6a8-4f9a-bdc3-e2a2f9821f79,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:21.450845 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['de92d568-b6a8-4f9a-bdc3-e2a2f9821f79'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:05:21.615631 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce54a2-e93d-46a1-9f56-b11db0f4938e req-4710986a-76d5-41c7-bb94-3bfe0a68d654 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:21.617124 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6fce54a2-e93d-46a1-9f56-b11db0f4938e req-4710986a-76d5-41c7-bb94-3bfe0a68d654 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9 HTTP/1.1" status: 200 len: 945 time: 0.0515888 Mar 04 03:05:21.668358 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6fce54a2-e93d-46a1-9f56-b11db0f4938e req-709697ae-701c-47f0-8772-9644c1539161 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448046 Mar 04 03:05:22.783548 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20481d04-cd5f-4ea1-ac15-2b8318753928 req-f16b1825-d11e-4603-a8e1-12797f7422ee tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:22.785009 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-20481d04-cd5f-4ea1-ac15-2b8318753928 req-f16b1825-d11e-4603-a8e1-12797f7422ee tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9 HTTP/1.1" status: 200 len: 945 time: 0.0505745 Mar 04 03:05:22.832362 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-20481d04-cd5f-4ea1-ac15-2b8318753928 req-b561eb17-6a30-4ec4-bd99-7d33e93d0108 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411010 Mar 04 03:05:22.874265 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:05:22.922054 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning for port de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 completed by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 03:05:22.926008 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:05:22.926379 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (de92d568-b6a8-4f9a-bdc3-e2a2f9821f79), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:23.000834 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:05:23.001216 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (de92d568-b6a8-4f9a-bdc3-e2a2f9821f79), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:23.022866 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb359672-3e0b-4437-a7ba-10e5edded4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de92d568-b6a8-4f9a-bdc3-e2a2f9821f79'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:05:23.025102 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b7c4a4-5f2e-4722-8adf-5e88684bbcb7" -d '{"events": [{"server_uuid": "fb359672-3e0b-4437-a7ba-10e5edded4d9", "name": "network-vif-plugged", "status": "completed", "tag": "de92d568-b6a8-4f9a-bdc3-e2a2f9821f79"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:05:23.041211 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port de92d568-b6a8-4f9a-bdc3-e2a2f9821f79, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=de92d568-b6a8-4f9a-bdc3-e2a2f9821f79,segment=NetworkSegment(078a8615-197d-456c-b97b-5e4bf104ae1c),segment_id=078a8615-197d-456c-b97b-5e4bf104ae1c)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:05:23.045734 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (de92d568-b6a8-4f9a-bdc3-e2a2f9821f79), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:23.068951 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ebe582-c5af-42e8-a137-6816590138bc x-openstack-request-id: req-32ebe582-c5af-42e8-a137-6816590138bc {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:05:23.069248 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb359672-3e0b-4437-a7ba-10e5edded4d9", "name": "network-vif-plugged", "status": "completed", "tag": "de92d568-b6a8-4f9a-bdc3-e2a2f9821f79", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:05:23.069499 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32ebe582-c5af-42e8-a137-6816590138bc {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:05:23.069916 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb359672-3e0b-4437-a7ba-10e5edded4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de92d568-b6a8-4f9a-bdc3-e2a2f9821f79', 'code': 200} Mar 04 03:05:23.094528 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=de92d568-b6a8-4f9a-bdc3-e2a2f9821f79,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:23.317501 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051ad69-1b65-4080-955f-b161019864ad req-1cd485fa-d48b-40bb-be3b-a437004ac959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:23.319672 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2051ad69-1b65-4080-955f-b161019864ad req-1cd485fa-d48b-40bb-be3b-a437004ac959 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9 HTTP/1.1" status: 200 len: 1130 time: 0.0442603 Mar 04 03:05:23.363512 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2051ad69-1b65-4080-955f-b161019864ad req-b0e832f5-eaac-431a-ac4e-7315c9bf5c33 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373428 Mar 04 03:05:23.950484 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46a3bf-38db-4bfb-84d5-dca4f2f5d535 req-f3c71ae3-b64e-4e34-9c3d-9a161bcd4606 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:23.951962 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6b46a3bf-38db-4bfb-84d5-dca4f2f5d535 req-f3c71ae3-b64e-4e34-9c3d-9a161bcd4606 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9 HTTP/1.1" status: 200 len: 946 time: 0.0530777 Mar 04 03:05:23.999635 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6b46a3bf-38db-4bfb-84d5-dca4f2f5d535 req-c1100466-9436-47c0-b59b-ece40316878d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420437 Mar 04 03:05:25.121805 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464192cd-6a43-4fac-81b0-f08f8912a740 req-465620d9-0209-43c8-9c62-aa69705d49fc tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:25.123317 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-464192cd-6a43-4fac-81b0-f08f8912a740 req-465620d9-0209-43c8-9c62-aa69705d49fc tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9 HTTP/1.1" status: 200 len: 946 time: 0.0551243 Mar 04 03:05:25.169896 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-464192cd-6a43-4fac-81b0-f08f8912a740 req-346489c5-7d47-412a-b87b-84450ed16f04 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410998 Mar 04 03:05:25.283299 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d372e18-207a-4ae6-aa4e-f271c15e6a7f req-9dee7c4e-b54c-4622-9ed6-21698f53de49 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:25.284664 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5d372e18-207a-4ae6-aa4e-f271c15e6a7f req-9dee7c4e-b54c-4622-9ed6-21698f53de49 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9 HTTP/1.1" status: 200 len: 946 time: 0.0505140 Mar 04 03:05:25.331941 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5d372e18-207a-4ae6-aa4e-f271c15e6a7f req-155b02a5-12a8-4233-a9a8-0848fbea513d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409825 Mar 04 03:05:25.354034 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 36466) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:05:25.399457 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af4c44e-e08e-415f-8448-ff81637cfea0 tempest-TestVolumeBootPattern-866508487 tempest-TestVolumeBootPattern-866508487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:25.400937 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-2af4c44e-e08e-415f-8448-ff81637cfea0 tempest-TestVolumeBootPattern-866508487 tempest-TestVolumeBootPattern-866508487-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9 HTTP/1.1" status: 200 len: 1125 time: 0.0459557 Mar 04 03:05:25.403671 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 36468) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:05:25.407756 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Request body: {'floatingip': {'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'port_id': 'de92d568-b6a8-4f9a-bdc3-e2a2f9821f79', 'tenant_id': '8d15398833664320803849959784f508', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:05:25.428302 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:25.524641 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:25.878454 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_common [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Allocated IP 172.27.2.46 (4b7e2636-a469-4d8a-9bd4-65ee0f06b31b/15e6bee3-74fb-492e-abc3-419d01a26fc0/5c9ab804-62c5-41e1-965d-2bd44fb60325) {{(pid=102946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:05:25.976908 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for port (5c9ab804-62c5-41e1-965d-2bd44fb60325), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:26.009982 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (5c9ab804-62c5-41e1-965d-2bd44fb60325), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:26.051452 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b is already hosted by enough agents. {{(pid=102946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:05:26.054321 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.base_scheduler [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Resources bound (agent type, host, resource id): {{(pid=102946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:05:26.057634 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Received port after_create {{(pid=102946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:05:26.078607 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Pushing event updated for resources: {'Port': ['ID=5c9ab804-62c5-41e1-965d-2bd44fb60325,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:26.090246 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:26.090594 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:26.090937 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:26.091271 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:26.091599 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:26.091932 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:26.092260 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:26.092582 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:26.092905 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:26.093229 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:26.093549 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:26.093891 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:26.094209 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:26.430449 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for floatingip (800378f4-09f9-475d-a86f-ecda53b76258), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:26.497521 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (5c9ab804-62c5-41e1-965d-2bd44fb60325), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:26.645431 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for port (5c9ab804-62c5-41e1-965d-2bd44fb60325), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:26.650581 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11867094'] for port (5c9ab804-62c5-41e1-965d-2bd44fb60325), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:26.717269 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Pushing event updated for resources: {'Port': ['ID=5c9ab804-62c5-41e1-965d-2bd44fb60325,revision_number=2']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:26.729471 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641224'] for floatingip (800378f4-09f9-475d-a86f-ecda53b76258), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:26.828791 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.db.l3_db [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Floating IP 800378f4-09f9-475d-a86f-ecda53b76258 associated. External IP: 172.27.2.46, port: de92d568-b6a8-4f9a-bdc3-e2a2f9821f79. Mar 04 03:05:27.034611 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:05:27.143009 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:05:27.152636 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f93ede-abd8-432a-950b-e8c49b02a163 None None] Sync routers for ids ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:05:27.161053 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for floatingip (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:27.163202 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f93ede-abd8-432a-950b-e8c49b02a163 None None] Routers {'24a46cb9-fd71-4d12-9e7d-67c102dccf49'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:05:27.163818 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-28f93ede-abd8-432a-950b-e8c49b02a163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:05:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:05:27.191059 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-cd55108b-095f-4457-be08-c6d63eacbe87 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7864020 Mar 04 03:05:27.191666 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb359672-3e0b-4437-a7ba-10e5edded4d9', 'tag': 'de92d568-b6a8-4f9a-bdc3-e2a2f9821f79'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:05:27.194507 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ba11f7-90f8-483f-9205-08d2ba74e6a3" -d '{"events": [{"name": "network-changed", "server_uuid": "fb359672-3e0b-4437-a7ba-10e5edded4d9", "tag": "de92d568-b6a8-4f9a-bdc3-e2a2f9821f79"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:05:27.229236 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 03:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc2fa92-2472-43e1-a046-e369b0511b63 x-openstack-request-id: req-9fc2fa92-2472-43e1-a046-e369b0511b63 {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:05:27.229545 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb359672-3e0b-4437-a7ba-10e5edded4d9", "tag": "de92d568-b6a8-4f9a-bdc3-e2a2f9821f79", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:05:27.229835 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9fc2fa92-2472-43e1-a046-e369b0511b63 {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:05:27.230261 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb359672-3e0b-4437-a7ba-10e5edded4d9', 'tag': 'de92d568-b6a8-4f9a-bdc3-e2a2f9821f79', 'status': 'completed', 'code': 200} Mar 04 03:05:27.272654 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-28f93ede-abd8-432a-950b-e8c49b02a163 None None] Set router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:05:27.297514 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba11f7-90f8-483f-9205-08d2ba74e6a3 req-3997d625-9949-40d9-b8d5-e444ebc07aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:27.299098 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-36ba11f7-90f8-483f-9205-08d2ba74e6a3 req-3997d625-9949-40d9-b8d5-e444ebc07aae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d15398833664320803849959784f508&device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9 HTTP/1.1" status: 200 len: 1130 time: 0.0446520 Mar 04 03:05:27.397571 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba11f7-90f8-483f-9205-08d2ba74e6a3 req-281f96c2-2e95-4332-a591-1d66cb370a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:27.399075 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-36ba11f7-90f8-483f-9205-08d2ba74e6a3 req-281f96c2-2e95-4332-a591-1d66cb370a3d service neutron] 10.222.0.13 "GET /v2.0/networks?id=02cb8961-f224-4efe-9715-ecfb6c08725e HTTP/1.1" status: 200 len: 913 time: 0.0872376 Mar 04 03:05:27.467155 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-36ba11f7-90f8-483f-9205-08d2ba74e6a3 req-d6feebe2-3919-49fa-a07d-efe307ec86d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 HTTP/1.1" status: 200 len: 999 time: 0.0577638 Mar 04 03:05:27.494912 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-28f93ede-abd8-432a-950b-e8c49b02a163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:00:35Z', 'revision_number': 4, 'project_id': '8d15398833664320803849959784f508', 'gw_port': {'id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:32Z', 'updated_at': '2022-03-04T03:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': '800378f4-09f9-475d-a86f-ecda53b76258', 'tenant_id': '8d15398833664320803849959784f508', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'port_id': 'de92d568-b6a8-4f9a-bdc3-e2a2f9821f79', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'mac_address': 'fa:16:3e:c3:da:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb359672-3e0b-4437-a7ba-10e5edded4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:05:26Z', 'updated_at': '2022-03-04T03:05:26Z', 'revision_number': 0, 'project_id': '8d15398833664320803849959784f508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1bd996-4793-47f8-8cd5-de363e99d8aa', 'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'tenant_id': '8d15398833664320803849959784f508', 'mac_address': 'fa:16:3e:f0:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:34Z', 'updated_at': '2022-03-04T03:00:39Z', 'revision_number': 5, 'project_id': '8d15398833664320803849959784f508', 'subnets': [{'id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:05:27.521136 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba11f7-90f8-483f-9205-08d2ba74e6a3 req-c1d01049-ecc9-4aa2-9848-ca1859fd40ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:27.521483 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f93ede-abd8-432a-950b-e8c49b02a163 None None] Checking router: 24a46cb9-fd71-4d12-9e7d-67c102dccf49 for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:05:27.522631 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-36ba11f7-90f8-483f-9205-08d2ba74e6a3 req-c1d01049-ecc9-4aa2-9848-ca1859fd40ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d3a17f2e-d1f5-4359-86d3-8c7648f764aa HTTP/1.1" status: 200 len: 851 time: 0.0477982 Mar 04 03:05:27.529640 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f93ede-abd8-432a-950b-e8c49b02a163 None None] Routers {'24a46cb9-fd71-4d12-9e7d-67c102dccf49'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:05:27.530258 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-28f93ede-abd8-432a-950b-e8c49b02a163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:05:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:05:27.571508 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba11f7-90f8-483f-9205-08d2ba74e6a3 req-83402631-3a65-4cb9-9fac-1c611cc5f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:27.572943 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-36ba11f7-90f8-483f-9205-08d2ba74e6a3 req-83402631-3a65-4cb9-9fac-1c611cc5f069 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02cb8961-f224-4efe-9715-ecfb6c08725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439694 Mar 04 03:05:27.637871 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-28f93ede-abd8-432a-950b-e8c49b02a163 None None] Set router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:05:27.668045 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-36ba11f7-90f8-483f-9205-08d2ba74e6a3 req-9003675b-66e4-4c47-9e4f-ab5e05f759e2 service neutron] 10.222.0.13 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816259 Mar 04 03:05:27.764467 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-36ba11f7-90f8-483f-9205-08d2ba74e6a3 req-55f50968-44d5-4554-ace7-ea444034b9aa service neutron] 10.222.0.13 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839491 Mar 04 03:05:27.867082 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-28f93ede-abd8-432a-950b-e8c49b02a163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:00:35Z', 'revision_number': 4, 'project_id': '8d15398833664320803849959784f508', 'gw_port': {'id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:32Z', 'updated_at': '2022-03-04T03:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': '800378f4-09f9-475d-a86f-ecda53b76258', 'tenant_id': '8d15398833664320803849959784f508', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'port_id': 'de92d568-b6a8-4f9a-bdc3-e2a2f9821f79', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'mac_address': 'fa:16:3e:c3:da:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb359672-3e0b-4437-a7ba-10e5edded4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:05:26Z', 'updated_at': '2022-03-04T03:05:26Z', 'revision_number': 0, 'project_id': '8d15398833664320803849959784f508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1bd996-4793-47f8-8cd5-de363e99d8aa', 'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'tenant_id': '8d15398833664320803849959784f508', 'mac_address': 'fa:16:3e:f0:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:34Z', 'updated_at': '2022-03-04T03:00:39Z', 'revision_number': 5, 'project_id': '8d15398833664320803849959784f508', 'subnets': [{'id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:05:27.895152 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f93ede-abd8-432a-950b-e8c49b02a163 None None] The sync data for ids ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'] in dv-cinder-828061-7-iscsi is: [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:00:35Z', 'revision_number': 4, 'project_id': '8d15398833664320803849959784f508', 'gw_port': {'id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:32Z', 'updated_at': '2022-03-04T03:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': '800378f4-09f9-475d-a86f-ecda53b76258', 'tenant_id': '8d15398833664320803849959784f508', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'port_id': 'de92d568-b6a8-4f9a-bdc3-e2a2f9821f79', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'mac_address': 'fa:16:3e:c3:da:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb359672-3e0b-4437-a7ba-10e5edded4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:05:26Z', 'updated_at': '2022-03-04T03:05:26Z', 'revision_number': 0, 'project_id': '8d15398833664320803849959784f508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1bd996-4793-47f8-8cd5-de363e99d8aa', 'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'tenant_id': '8d15398833664320803849959784f508', 'mac_address': 'fa:16:3e:f0:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:34Z', 'updated_at': '2022-03-04T03:00:39Z', 'revision_number': 5, 'project_id': '8d15398833664320803849959784f508', 'subnets': [{'id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:05:28.091596 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee10c71f-bfe2-42cd-b834-f203cfa86c13 None None] New status for floating IP 800378f4-09f9-475d-a86f-ecda53b76258: ACTIVE {{(pid=102958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 03:05:28.587860 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718b2b1-2fd1-4dde-8ea4-d89542da691d req-cd7881e4-dcc6-41c0-8bfb-916048a1a932 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:28.589390 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9718b2b1-2fd1-4dde-8ea4-d89542da691d req-cd7881e4-dcc6-41c0-8bfb-916048a1a932 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0542309 Mar 04 03:05:28.635470 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9718b2b1-2fd1-4dde-8ea4-d89542da691d req-213e10dd-07f0-45ae-897f-feedaf157b8a tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404129 Mar 04 03:05:29.761019 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54ed6f-1cc2-407e-a5c3-2e75b00cdbd5 req-54db049b-5b1a-4e8a-a011-f316b7d264a7 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:29.762525 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-da54ed6f-1cc2-407e-a5c3-2e75b00cdbd5 req-54db049b-5b1a-4e8a-a011-f316b7d264a7 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0563498 Mar 04 03:05:29.810519 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-da54ed6f-1cc2-407e-a5c3-2e75b00cdbd5 req-47ac1242-b970-4d20-b271-0917c3180753 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf13b504-2459-4f09-9118-3a18472ded1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424318 Mar 04 03:05:30.237669 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6deaf7-b4e6-499d-b29e-982606f01284 req-82a70cbd-dc7c-442a-9d46-cb91f33d1662 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:30.239777 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0d6deaf7-b4e6-499d-b29e-982606f01284 req-82a70cbd-dc7c-442a-9d46-cb91f33d1662 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 945 time: 0.0535748 Mar 04 03:05:30.335671 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-0d6deaf7-b4e6-499d-b29e-982606f01284 req-35ee8e18-2768-41d2-9491-9621c9a32746 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Deleting port f7747af9-a194-4762-89da-a246ee4f140b {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:05:30.336010 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-0d6deaf7-b4e6-499d-b29e-982606f01284 req-35ee8e18-2768-41d2-9491-9621c9a32746 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (f7747af9-a194-4762-89da-a246ee4f140b), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:30.421222 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-0d6deaf7-b4e6-499d-b29e-982606f01284 req-35ee8e18-2768-41d2-9491-9621c9a32746 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] For port f7747af9-a194-4762-89da-a246ee4f140b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f7747af9-a194-4762-89da-a246ee4f140b,segment=NetworkSegment(f84e4a76-fe05-4a76-bef8-c293ba04a698),segment_id=f84e4a76-fe05-4a76-bef8-c293ba04a698)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:05:30.421507 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-0d6deaf7-b4e6-499d-b29e-982606f01284 req-35ee8e18-2768-41d2-9491-9621c9a32746 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (f7747af9-a194-4762-89da-a246ee4f140b), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:30.592233 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-0d6deaf7-b4e6-499d-b29e-982606f01284 req-35ee8e18-2768-41d2-9491-9621c9a32746 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:30.592624 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-0d6deaf7-b4e6-499d-b29e-982606f01284 req-35ee8e18-2768-41d2-9491-9621c9a32746 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641224'] for floatingip (8fe5e82a-4d4b-47ad-8404-243b7435db40), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:30.592964 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.db.l3_db [req-0d6deaf7-b4e6-499d-b29e-982606f01284 req-35ee8e18-2768-41d2-9491-9621c9a32746 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Floating IP 8fe5e82a-4d4b-47ad-8404-243b7435db40 disassociated. External IP: 172.27.2.75, port: f7747af9-a194-4762-89da-a246ee4f140b. Mar 04 03:05:30.593310 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-0d6deaf7-b4e6-499d-b29e-982606f01284 req-35ee8e18-2768-41d2-9491-9621c9a32746 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Calling delete_port for f7747af9-a194-4762-89da-a246ee4f140b owned by compute:nova {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:05:30.717281 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-0d6deaf7-b4e6-499d-b29e-982606f01284 req-35ee8e18-2768-41d2-9491-9621c9a32746 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (f7747af9-a194-4762-89da-a246ee4f140b), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:30.746061 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee8e18-2768-41d2-9491-9621c9a32746 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Pushing event deleted for resources: {'Port': ['ID=f7747af9-a194-4762-89da-a246ee4f140b,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:30.860688 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d6deaf7-b4e6-499d-b29e-982606f01284 req-35ee8e18-2768-41d2-9491-9621c9a32746 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Router c9da1d57-6090-481c-b495-f021b8958afa has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:05:30.908435 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ee640dba-9251-4522-b51d-87713a0b0020 req-22f86bb1-d64f-4681-951c-0b31c3c0018a tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=52c0263f-d4de-443a-8044-c11972633ba7 HTTP/1.1" status: 200 len: 210 time: 0.0291319 Mar 04 03:05:31.200139 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d6deaf7-b4e6-499d-b29e-982606f01284 req-35ee8e18-2768-41d2-9491-9621c9a32746 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:05:31.212203 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86745d00-ff10-4b93-ad84-c14abb2087ce None None] Sync routers for ids ['c9da1d57-6090-481c-b495-f021b8958afa'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:05:31.223004 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86745d00-ff10-4b93-ad84-c14abb2087ce None None] Routers {'c9da1d57-6090-481c-b495-f021b8958afa'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:05:31.223673 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-86745d00-ff10-4b93-ad84-c14abb2087ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:05:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['c9da1d57-6090-481c-b495-f021b8958afa'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:05:31.241673 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6deaf7-b4e6-499d-b29e-982606f01284 req-35ee8e18-2768-41d2-9491-9621c9a32746 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] No DVR routers for this DVR port f7747af9-a194-4762-89da-a246ee4f140b on host hv-cinder-82806 {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:05:31.244228 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-0d6deaf7-b4e6-499d-b29e-982606f01284 req-35ee8e18-2768-41d2-9491-9621c9a32746 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:31.247828 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-0d6deaf7-b4e6-499d-b29e-982606f01284 req-35ee8e18-2768-41d2-9491-9621c9a32746 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.13 "DELETE /v2.0/ports/f7747af9-a194-4762-89da-a246ee4f140b HTTP/1.1" status: 204 len: 173 time: 1.0025630 Mar 04 03:05:31.248278 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c0263f-d4de-443a-8044-c11972633ba7', 'name': 'network-vif-deleted', 'tag': 'f7747af9-a194-4762-89da-a246ee4f140b'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:05:31.251039 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a05f2fa-b709-4872-95af-ddf54b53d081" -d '{"events": [{"server_uuid": "52c0263f-d4de-443a-8044-c11972633ba7", "name": "network-vif-deleted", "tag": "f7747af9-a194-4762-89da-a246ee4f140b"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:05:31.289773 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a824cc0f-6160-48ae-bc2d-d6206728cc84 x-openstack-request-id: req-a824cc0f-6160-48ae-bc2d-d6206728cc84 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:05:31.290074 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c0263f-d4de-443a-8044-c11972633ba7", "name": "network-vif-deleted", "tag": "f7747af9-a194-4762-89da-a246ee4f140b", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:05:31.290329 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a824cc0f-6160-48ae-bc2d-d6206728cc84 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:05:31.290727 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c0263f-d4de-443a-8044-c11972633ba7', 'name': 'network-vif-deleted', 'tag': 'f7747af9-a194-4762-89da-a246ee4f140b', 'status': 'completed', 'code': 200} Mar 04 03:05:31.470423 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-86745d00-ff10-4b93-ad84-c14abb2087ce None None] Set router c9da1d57-6090-481c-b495-f021b8958afa gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:05:31.660485 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-86745d00-ff10-4b93-ad84-c14abb2087ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'name': 'tempest-AttachVolumeTestJSON-566749904-router', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T02:57:51Z', 'revision_number': 4, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'gw_port': {'id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:40Z', 'updated_at': '2022-03-04T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '1a6cfd7c-ef44-449f-8998-8113157c0811', 'name': '', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'mac_address': 'fa:16:3e:51:3f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:48Z', 'updated_at': '2022-03-04T02:58:01Z', 'revision_number': 5, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'subnets': [{'id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:05:31.689854 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86745d00-ff10-4b93-ad84-c14abb2087ce None None] Checking router: c9da1d57-6090-481c-b495-f021b8958afa for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:05:31.698580 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86745d00-ff10-4b93-ad84-c14abb2087ce None None] Routers {'c9da1d57-6090-481c-b495-f021b8958afa'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:05:31.699195 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-86745d00-ff10-4b93-ad84-c14abb2087ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:05:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['c9da1d57-6090-481c-b495-f021b8958afa'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:05:31.809361 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-86745d00-ff10-4b93-ad84-c14abb2087ce None None] Set router c9da1d57-6090-481c-b495-f021b8958afa gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:05:32.001185 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-1251dc84-1b8a-4d44-b829-a79696d9bbae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:32.001378 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 36502) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:05:32.028409 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-86745d00-ff10-4b93-ad84-c14abb2087ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'name': 'tempest-AttachVolumeTestJSON-566749904-router', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T02:57:51Z', 'revision_number': 4, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'gw_port': {'id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:40Z', 'updated_at': '2022-03-04T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '1a6cfd7c-ef44-449f-8998-8113157c0811', 'name': '', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'mac_address': 'fa:16:3e:51:3f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:48Z', 'updated_at': '2022-03-04T02:58:01Z', 'revision_number': 5, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'subnets': [{'id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:05:32.054062 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0903369f-1d4f-4268-b2d2-0b7a55cf36e4 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for security_group (cf13b504-2459-4f09-9118-3a18472ded1d), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:32.058640 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86745d00-ff10-4b93-ad84-c14abb2087ce None None] The sync data for ids ['c9da1d57-6090-481c-b495-f021b8958afa'] in dv-cinder-828061-7-iscsi is: [{'id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'name': 'tempest-AttachVolumeTestJSON-566749904-router', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T02:57:51Z', 'revision_number': 4, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'gw_port': {'id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:40Z', 'updated_at': '2022-03-04T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '1a6cfd7c-ef44-449f-8998-8113157c0811', 'name': '', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'mac_address': 'fa:16:3e:51:3f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:48Z', 'updated_at': '2022-03-04T02:58:01Z', 'revision_number': 5, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'subnets': [{'id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:05:32.078534 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0903369f-1d4f-4268-b2d2-0b7a55cf36e4 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for security_group (cf13b504-2459-4f09-9118-3a18472ded1d), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:32.127879 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0903369f-1d4f-4268-b2d2-0b7a55cf36e4 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (cf13b504-2459-4f09-9118-3a18472ded1d), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:32.131418 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0903369f-1d4f-4268-b2d2-0b7a55cf36e4 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:32.132617 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-0903369f-1d4f-4268-b2d2-0b7a55cf36e4 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "DELETE /v2.0/security-groups/cf13b504-2459-4f09-9118-3a18472ded1d HTTP/1.1" status: 204 len: 168 time: 0.1301410 Mar 04 03:05:32.135769 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 36504) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:05:32.157575 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903369f-1d4f-4268-b2d2-0b7a55cf36e4 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf13b504-2459-4f09-9118-3a18472ded1d,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:32.159685 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.api.v2.resource [None req-a591f4dd-efb7-48bc-af01-50b73339c32c tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] show failed (client error): The resource could not be found. Mar 04 03:05:32.160717 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-a591f4dd-efb7-48bc-af01-50b73339c32c tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups/cf13b504-2459-4f09-9118-3a18472ded1d HTTP/1.1" status: 404 len: 347 time: 0.0240371 Mar 04 03:05:32.164018 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 36506) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:05:32.293745 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793271cd-4fa0-4712-97a9-301c1c4736f8 None None] New status for floating IP 8fe5e82a-4d4b-47ad-8404-243b7435db40: DOWN {{(pid=102958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 03:05:32.295664 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-c9ab5f2d-7d52-4bcb-a341-e43e92a5a13d tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Deleting port 2c072e07-35b5-4c85-a2cb-7effc876f7e6 {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:05:32.296006 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c9ab5f2d-7d52-4bcb-a341-e43e92a5a13d tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (2c072e07-35b5-4c85-a2cb-7effc876f7e6), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:32.371526 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c9ab5f2d-7d52-4bcb-a341-e43e92a5a13d tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (2c072e07-35b5-4c85-a2cb-7effc876f7e6), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:32.371859 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c9ab5f2d-7d52-4bcb-a341-e43e92a5a13d tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for floatingip (2c072e07-35b5-4c85-a2cb-7effc876f7e6), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:32.384799 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-c9ab5f2d-7d52-4bcb-a341-e43e92a5a13d tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Calling delete_port for 2c072e07-35b5-4c85-a2cb-7effc876f7e6 owned by network:floatingip {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:05:32.515911 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c9ab5f2d-7d52-4bcb-a341-e43e92a5a13d tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (2c072e07-35b5-4c85-a2cb-7effc876f7e6), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:32.539703 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab5f2d-7d52-4bcb-a341-e43e92a5a13d tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Pushing event deleted for resources: {'Port': ['ID=2c072e07-35b5-4c85-a2cb-7effc876f7e6,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:32.604501 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c9ab5f2d-7d52-4bcb-a341-e43e92a5a13d tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for floatingip (8fe5e82a-4d4b-47ad-8404-243b7435db40), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:32.607094 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c9ab5f2d-7d52-4bcb-a341-e43e92a5a13d tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for floatingip (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:32.608261 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-c9ab5f2d-7d52-4bcb-a341-e43e92a5a13d tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "DELETE /v2.0/floatingips/8fe5e82a-4d4b-47ad-8404-243b7435db40 HTTP/1.1" status: 204 len: 168 time: 0.4434025 Mar 04 03:05:32.891476 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device f7747af9-a194-4762-89da-a246ee4f140b no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:05:32.912237 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] No Port match for: f7747af9-a194-4762-89da-a246ee4f140b {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:05:32.912583 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device f7747af9-a194-4762-89da-a246ee4f140b not bound to the agent host hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:05:32.965711 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 36510) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:05:32.970274 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-507f72ee-d8cc-4323-981c-7bca70f454ab tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1608754129', 'description': 'tempest-description--1449472981'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:05:32.991526 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-507f72ee-d8cc-4323-981c-7bca70f454ab tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:33.056593 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-507f72ee-d8cc-4323-981c-7bca70f454ab tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for security_group (c1b08801-246c-4956-947f-57ea16c52906), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:33.060447 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-507f72ee-d8cc-4323-981c-7bca70f454ab tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (c1b08801-246c-4956-947f-57ea16c52906), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:33.090175 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-507f72ee-d8cc-4323-981c-7bca70f454ab tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:33.091409 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-507f72ee-d8cc-4323-981c-7bca70f454ab tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1246870 Mar 04 03:05:33.094387 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 36512) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:05:33.095342 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f72ee-d8cc-4323-981c-7bca70f454ab tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b08801-246c-4956-947f-57ea16c52906,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:33.099756 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-b4929bda-98e5-4e07-8b21-145f48472532 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Request body: {'security_group_rule': {'security_group_id': 'c1b08801-246c-4956-947f-57ea16c52906', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:05:33.123675 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b4929bda-98e5-4e07-8b21-145f48472532 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for security_group_rule (93398a94-9981-4f68-b9ac-a35e78dc0675), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:33.175810 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b4929bda-98e5-4e07-8b21-145f48472532 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for security_group_rule (93398a94-9981-4f68-b9ac-a35e78dc0675), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:33.180201 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b4929bda-98e5-4e07-8b21-145f48472532 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (93398a94-9981-4f68-b9ac-a35e78dc0675), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:33.197589 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4929bda-98e5-4e07-8b21-145f48472532 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93398a94-9981-4f68-b9ac-a35e78dc0675,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:33.206169 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-b4929bda-98e5-4e07-8b21-145f48472532 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:33.207389 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-b4929bda-98e5-4e07-8b21-145f48472532 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1119065 Mar 04 03:05:33.210836 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 36514) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:05:33.215204 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-70310b1d-be9d-494a-aa4b-021bff2fa056 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Request body: {'security_group_rule': {'security_group_id': 'c1b08801-246c-4956-947f-57ea16c52906', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:05:33.239750 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-70310b1d-be9d-494a-aa4b-021bff2fa056 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for security_group_rule (e0e27c74-aa8f-4b68-b316-88b0b9b03a4d), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:33.293188 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-70310b1d-be9d-494a-aa4b-021bff2fa056 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for security_group_rule (e0e27c74-aa8f-4b68-b316-88b0b9b03a4d), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:33.296620 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-70310b1d-be9d-494a-aa4b-021bff2fa056 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661865'] for security_group_rule (e0e27c74-aa8f-4b68-b316-88b0b9b03a4d), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:33.316108 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70310b1d-be9d-494a-aa4b-021bff2fa056 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e27c74-aa8f-4b68-b316-88b0b9b03a4d,revision_number=0']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:33.324236 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-70310b1d-be9d-494a-aa4b-021bff2fa056 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:33.325278 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-70310b1d-be9d-494a-aa4b-021bff2fa056 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135077 Mar 04 03:05:33.328544 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 36516) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:05:33.334931 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-ee7cdc3d-7598-4d61-927b-503c54c0bfce tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Request body: {'floatingip': {'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:05:33.354474 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee7cdc3d-7598-4d61-927b-503c54c0bfce tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:33.446243 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee7cdc3d-7598-4d61-927b-503c54c0bfce tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:33.552849 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-ee7cdc3d-7598-4d61-927b-503c54c0bfce tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Allocated IP 172.27.2.22 (4b7e2636-a469-4d8a-9bd4-65ee0f06b31b/15e6bee3-74fb-492e-abc3-419d01a26fc0/60fb644f-4949-439e-8cf7-30ecb35e4ffd) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:05:33.650828 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee7cdc3d-7598-4d61-927b-503c54c0bfce tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for port (60fb644f-4949-439e-8cf7-30ecb35e4ffd), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:33.683498 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee7cdc3d-7598-4d61-927b-503c54c0bfce tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (60fb644f-4949-439e-8cf7-30ecb35e4ffd), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:33.724133 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7cdc3d-7598-4d61-927b-503c54c0bfce tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:05:33.728369 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-ee7cdc3d-7598-4d61-927b-503c54c0bfce tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:05:33.731708 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7cdc3d-7598-4d61-927b-503c54c0bfce tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:05:33.736947 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cdc3d-7598-4d61-927b-503c54c0bfce tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Pushing event updated for resources: {'Port': ['ID=60fb644f-4949-439e-8cf7-30ecb35e4ffd,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:33.814881 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee7cdc3d-7598-4d61-927b-503c54c0bfce tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for floatingip (7ef36a54-7559-40bd-a7d6-ac970becd25e), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:33.849070 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee7cdc3d-7598-4d61-927b-503c54c0bfce tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (60fb644f-4949-439e-8cf7-30ecb35e4ffd), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:33.994598 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee7cdc3d-7598-4d61-927b-503c54c0bfce tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for port (60fb644f-4949-439e-8cf7-30ecb35e4ffd), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:33.998873 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee7cdc3d-7598-4d61-927b-503c54c0bfce tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133005'] for port (60fb644f-4949-439e-8cf7-30ecb35e4ffd), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:34.068940 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cdc3d-7598-4d61-927b-503c54c0bfce tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Pushing event updated for resources: {'Port': ['ID=60fb644f-4949-439e-8cf7-30ecb35e4ffd,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:34.074311 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee7cdc3d-7598-4d61-927b-503c54c0bfce tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641224'] for floatingip (7ef36a54-7559-40bd-a7d6-ac970becd25e), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:34.088886 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ee7cdc3d-7598-4d61-927b-503c54c0bfce tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for floatingip (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:34.090119 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-ee7cdc3d-7598-4d61-927b-503c54c0bfce tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7602501 Mar 04 03:05:34.286292 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-7578cd3a-98b4-4db6-9bf1-2cb6d43d7c88 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1608754129&fields=id&tenant_id=dd4856b10f144130bf4788557dd60a24 HTTP/1.1" status: 200 len: 267 time: 0.0410962 Mar 04 03:05:34.351823 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-789ca6ed-4128-46ee-82c7-b38498ab07dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:34.392815 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-0a07873b-2e99-4dde-a153-630ee4bf1c90 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:34.394290 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-0a07873b-2e99-4dde-a153-630ee4bf1c90 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/networks?id=89103e18-9486-4035-aa3f-78b34592cbe0 HTTP/1.1" status: 200 len: 810 time: 0.1021521 Mar 04 03:05:34.409331 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-17131e5a-75cc-411e-9b89-febb59d96306 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/quotas/dd4856b10f144130bf4788557dd60a24 HTTP/1.1" status: 200 len: 375 time: 0.0085754 Mar 04 03:05:34.463803 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-e29fb327-fb28-4465-9d1c-a32d52871c60 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd4856b10f144130bf4788557dd60a24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489929 Mar 04 03:05:34.554487 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-9f6d6dfa-aaf3-45b1-abc4-4cd1341df8f6 service neutron] 10.222.0.16 "GET /v2.0/networks/89103e18-9486-4035-aa3f-78b34592cbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796518 Mar 04 03:05:34.644262 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-037598ad-bd92-4395-b9e3-5b77af0d3039 service neutron] 10.222.0.16 "GET /v2.0/networks/89103e18-9486-4035-aa3f-78b34592cbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841544 Mar 04 03:05:34.804191 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-befc5697-e686-4630-8e7f-1b44eb4fefb7 req-68e5f23d-7eb5-4ef7-9daa-2dbdaa0bacdb tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 210 time: 0.0281336 Mar 04 03:05:35.374731 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:35.736802 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-2b93bb82-7730-40e7-a375-e999fa80b14a tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:35.738205 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-2b93bb82-7730-40e7-a375-e999fa80b14a tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.13 "GET /v2.0/networks?id=89103e18-9486-4035-aa3f-78b34592cbe0 HTTP/1.1" status: 200 len: 810 time: 0.1020973 Mar 04 03:05:35.800903 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-d7a0f972-9b34-4614-a123-841885578066 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd4856b10f144130bf4788557dd60a24 HTTP/1.1" status: 200 len: 380 time: 0.0521758 Mar 04 03:05:35.810351 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-74618fff-c926-4959-9a25-80f8b74b8458 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Request body: {'port': {'device_id': '61f25e28-ee7d-4f28-ac3a-f5f6b5b48727', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'admin_state_up': True, 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'security_groups': ['c1b08801-246c-4956-947f-57ea16c52906']}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:05:35.906508 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d9de0578-9c0a-431f-ae3e-648e03f4552c req-43305cdf-7ae7-4b40-b932-54c7403bad92 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 210 time: 0.0276291 Mar 04 03:05:35.917990 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-74618fff-c926-4959-9a25-80f8b74b8458 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Made reservation on behalf of dd4856b10f144130bf4788557dd60a24 for: {'port': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:05:35.921972 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-74618fff-c926-4959-9a25-80f8b74b8458 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:36.041272 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-74618fff-c926-4959-9a25-80f8b74b8458 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Allocated IP 172.20.0.8 (89103e18-9486-4035-aa3f-78b34592cbe0/b6f4c4ae-a118-4ae8-b92d-55d0c45c943d/d40d8e69-5cca-487b-ad2a-6963b37ba411) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:05:36.177139 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-74618fff-c926-4959-9a25-80f8b74b8458 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for port (d40d8e69-5cca-487b-ad2a-6963b37ba411), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:36.216077 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-74618fff-c926-4959-9a25-80f8b74b8458 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (d40d8e69-5cca-487b-ad2a-6963b37ba411), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:36.263214 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-74618fff-c926-4959-9a25-80f8b74b8458 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Network 89103e18-9486-4035-aa3f-78b34592cbe0 is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:05:36.266125 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-74618fff-c926-4959-9a25-80f8b74b8458 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:05:36.269626 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-74618fff-c926-4959-9a25-80f8b74b8458 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:05:36.297126 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74618fff-c926-4959-9a25-80f8b74b8458 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Pushing event updated for resources: {'Port': ['ID=d40d8e69-5cca-487b-ad2a-6963b37ba411,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:36.322713 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-74618fff-c926-4959-9a25-80f8b74b8458 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:36.323317 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-74618fff-c926-4959-9a25-80f8b74b8458 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:36.340086 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-74618fff-c926-4959-9a25-80f8b74b8458 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5335207 Mar 04 03:05:36.355593 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-def8c22a-3f4e-4d0c-ad20-fded54b461f0 service neutron] Request body: {'port': {'device_id': '61f25e28-ee7d-4f28-ac3a-f5f6b5b48727', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:05:36.415491 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-def8c22a-3f4e-4d0c-ad20-fded54b461f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (d40d8e69-5cca-487b-ad2a-6963b37ba411), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:36.480501 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-d33e2e14-b97c-4792-9011-123ee03b8a0a None None] Provisioning complete for port d40d8e69-5cca-487b-ad2a-6963b37ba411 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:05:36.481119 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-d33e2e14-b97c-4792-9011-123ee03b8a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (d40d8e69-5cca-487b-ad2a-6963b37ba411), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:36.515579 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-d33e2e14-b97c-4792-9011-123ee03b8a0a None None] Port d40d8e69-5cca-487b-ad2a-6963b37ba411 cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 03:05:36.672285 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-def8c22a-3f4e-4d0c-ad20-fded54b461f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d40d8e69-5cca-487b-ad2a-6963b37ba411 {{(pid=102948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:05:36.680489 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-def8c22a-3f4e-4d0c-ad20-fded54b461f0 service neutron] Publish callbacks [] for port (d40d8e69-5cca-487b-ad2a-6963b37ba411), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:36.693375 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.provisioning_blocks [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-def8c22a-3f4e-4d0c-ad20-fded54b461f0 service neutron] Transition to ACTIVE for port object d40d8e69-5cca-487b-ad2a-6963b37ba411 will not be triggered until provisioned by entity L2. {{(pid=102948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 03:05:36.696929 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-def8c22a-3f4e-4d0c-ad20-fded54b461f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133005'] for port (d40d8e69-5cca-487b-ad2a-6963b37ba411), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:36.712430 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:36.764392 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8c22a-3f4e-4d0c-ad20-fded54b461f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d40d8e69-5cca-487b-ad2a-6963b37ba411,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:36.814071 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-def8c22a-3f4e-4d0c-ad20-fded54b461f0 service neutron] Attempting to bind port d40d8e69-5cca-487b-ad2a-6963b37ba411 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:05:36.814405 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-def8c22a-3f4e-4d0c-ad20-fded54b461f0 service neutron] Attempting to bind port d40d8e69-5cca-487b-ad2a-6963b37ba411 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'f84e4a76-fe05-4a76-bef8-c293ba04a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0'}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:05:36.814735 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-def8c22a-3f4e-4d0c-ad20-fded54b461f0 service neutron] Attempting to bind port d40d8e69-5cca-487b-ad2a-6963b37ba411 on network 89103e18-9486-4035-aa3f-78b34592cbe0 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:05:36.819236 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-def8c22a-3f4e-4d0c-ad20-fded54b461f0 service neutron] Port d40d8e69-5cca-487b-ad2a-6963b37ba411 on network 89103e18-9486-4035-aa3f-78b34592cbe0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 03:05:36.819558 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-def8c22a-3f4e-4d0c-ad20-fded54b461f0 service neutron] Attempting to bind port d40d8e69-5cca-487b-ad2a-6963b37ba411 on network 89103e18-9486-4035-aa3f-78b34592cbe0 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:05:36.824303 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-def8c22a-3f4e-4d0c-ad20-fded54b461f0 service neutron] Checking agent: {'id': '3c9f8f0c-9b00-4c68-8144-2c2180e90486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'started_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:05:36.824642 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-def8c22a-3f4e-4d0c-ad20-fded54b461f0 service neutron] Checking segment: {'id': 'f84e4a76-fe05-4a76-bef8-c293ba04a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:05:36.825023 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-def8c22a-3f4e-4d0c-ad20-fded54b461f0 service neutron] Bound using segment: {'id': 'f84e4a76-fe05-4a76-bef8-c293ba04a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0'} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:05:36.825445 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-def8c22a-3f4e-4d0c-ad20-fded54b461f0 service neutron] Bound port: d40d8e69-5cca-487b-ad2a-6963b37ba411, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84e4a76-fe05-4a76-bef8-c293ba04a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0'}}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:05:36.825949 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-def8c22a-3f4e-4d0c-ad20-fded54b461f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (d40d8e69-5cca-487b-ad2a-6963b37ba411), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:36.892969 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-def8c22a-3f4e-4d0c-ad20-fded54b461f0 service neutron] For port d40d8e69-5cca-487b-ad2a-6963b37ba411, host hv-cinder-82806, cleared binding levels {{(pid=102948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:05:36.896140 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-def8c22a-3f4e-4d0c-ad20-fded54b461f0 service neutron] For port d40d8e69-5cca-487b-ad2a-6963b37ba411, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=d40d8e69-5cca-487b-ad2a-6963b37ba411,segment=NetworkSegment(f84e4a76-fe05-4a76-bef8-c293ba04a698),segment_id=f84e4a76-fe05-4a76-bef8-c293ba04a698)] {{(pid=102948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:05:36.902772 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-def8c22a-3f4e-4d0c-ad20-fded54b461f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133005'] for port (d40d8e69-5cca-487b-ad2a-6963b37ba411), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:36.936302 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-def8c22a-3f4e-4d0c-ad20-fded54b461f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:36.936902 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-def8c22a-3f4e-4d0c-ad20-fded54b461f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:36.938367 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-def8c22a-3f4e-4d0c-ad20-fded54b461f0 service neutron] 10.222.0.13 "PUT /v2.0/ports/d40d8e69-5cca-487b-ad2a-6963b37ba411 HTTP/1.1" status: 200 len: 1093 time: 0.5870790 Mar 04 03:05:36.941118 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f25e28-ee7d-4f28-ac3a-f5f6b5b48727', 'tag': 'd40d8e69-5cca-487b-ad2a-6963b37ba411'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:05:36.944276 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221d1b61-6a0f-4d10-9346-e1b1bea83e14" -d '{"events": [{"name": "network-changed", "server_uuid": "61f25e28-ee7d-4f28-ac3a-f5f6b5b48727", "tag": "d40d8e69-5cca-487b-ad2a-6963b37ba411"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:05:37.013123 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 03:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0a79b8-4afd-4cd1-bf78-5a2a4d4c1202 x-openstack-request-id: req-9c0a79b8-4afd-4cd1-bf78-5a2a4d4c1202 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:05:37.013423 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f25e28-ee7d-4f28-ac3a-f5f6b5b48727", "tag": "d40d8e69-5cca-487b-ad2a-6963b37ba411", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:05:37.013677 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c0a79b8-4afd-4cd1-bf78-5a2a4d4c1202 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:05:37.014096 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f25e28-ee7d-4f28-ac3a-f5f6b5b48727', 'tag': 'd40d8e69-5cca-487b-ad2a-6963b37ba411', 'status': 'completed', 'code': 200} Mar 04 03:05:37.021640 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8c22a-3f4e-4d0c-ad20-fded54b461f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d40d8e69-5cca-487b-ad2a-6963b37ba411,revision_number=3']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:37.041643 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-1f740e7c-3ce9-47e4-ab13-9bcc204e926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:37.043222 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-1f740e7c-3ce9-47e4-ab13-9bcc204e926c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd4856b10f144130bf4788557dd60a24&device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 1127 time: 0.0640180 Mar 04 03:05:37.053085 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d09b0a-5ea5-4483-b566-ff0d21a290ae req-d26ae7ce-f3d5-4c55-9100-1350606dc1b9 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:37.055894 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a8d09b0a-5ea5-4483-b566-ff0d21a290ae req-d26ae7ce-f3d5-4c55-9100-1350606dc1b9 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 943 time: 0.0644307 Mar 04 03:05:37.107775 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-3776d597-dbf8-4035-bcab-5bb49e4d8d0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d40d8e69-5cca-487b-ad2a-6963b37ba411 HTTP/1.1" status: 200 len: 217 time: 0.0412266 Mar 04 03:05:37.108541 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a8d09b0a-5ea5-4483-b566-ff0d21a290ae req-47d5512e-81ca-4513-b5e1-07ecb58a589f tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1b08801-246c-4956-947f-57ea16c52906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483239 Mar 04 03:05:37.169858 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-b8225225-3c41-47ac-8253-a95294cec83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:37.171347 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-b8225225-3c41-47ac-8253-a95294cec83c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6f4c4ae-a118-4ae8-b92d-55d0c45c943d HTTP/1.1" status: 200 len: 849 time: 0.0452354 Mar 04 03:05:37.220040 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-a5e9d6b5-3e3c-475f-8ce1-a733f3e269d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:37.221509 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-a5e9d6b5-3e3c-475f-8ce1-a733f3e269d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=89103e18-9486-4035-aa3f-78b34592cbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438378 Mar 04 03:05:37.322835 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-629afdf5-6d22-40fc-994e-91ec76ebad5c service neutron] 10.222.0.13 "GET /v2.0/networks/89103e18-9486-4035-aa3f-78b34592cbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842047 Mar 04 03:05:37.412874 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-8fbb6533-0f01-42e2-a52e-a33e406d6f5b req-69ae63a3-2706-41b6-a2e0-679d041e700f service neutron] 10.222.0.13 "GET /v2.0/networks/89103e18-9486-4035-aa3f-78b34592cbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785396 Mar 04 03:05:37.510299 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d1b61-6a0f-4d10-9346-e1b1bea83e14 req-76a6d4c4-6bac-46ab-ba04-5b4b5111c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:37.511805 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-221d1b61-6a0f-4d10-9346-e1b1bea83e14 req-76a6d4c4-6bac-46ab-ba04-5b4b5111c476 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd4856b10f144130bf4788557dd60a24&device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 1127 time: 0.0444300 Mar 04 03:05:37.601922 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d1b61-6a0f-4d10-9346-e1b1bea83e14 req-7365f390-fe70-4a74-ab9b-1daed1a88a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:37.603415 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-221d1b61-6a0f-4d10-9346-e1b1bea83e14 req-7365f390-fe70-4a74-ab9b-1daed1a88a48 service neutron] 10.222.0.13 "GET /v2.0/networks?id=89103e18-9486-4035-aa3f-78b34592cbe0 HTTP/1.1" status: 200 len: 911 time: 0.0856721 Mar 04 03:05:37.646402 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-221d1b61-6a0f-4d10-9346-e1b1bea83e14 req-d8489184-7b92-4973-811c-93373e21c839 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d40d8e69-5cca-487b-ad2a-6963b37ba411 HTTP/1.1" status: 200 len: 217 time: 0.0344815 Mar 04 03:05:37.698267 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d1b61-6a0f-4d10-9346-e1b1bea83e14 req-679739a2-b142-4564-959a-b268dd9df171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:37.699695 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-221d1b61-6a0f-4d10-9346-e1b1bea83e14 req-679739a2-b142-4564-959a-b268dd9df171 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6f4c4ae-a118-4ae8-b92d-55d0c45c943d HTTP/1.1" status: 200 len: 849 time: 0.0459137 Mar 04 03:05:37.750237 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d1b61-6a0f-4d10-9346-e1b1bea83e14 req-1ee4f664-9ca7-4d91-aa7d-c00466b6599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:37.751704 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-221d1b61-6a0f-4d10-9346-e1b1bea83e14 req-1ee4f664-9ca7-4d91-aa7d-c00466b6599e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=89103e18-9486-4035-aa3f-78b34592cbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427830 Mar 04 03:05:37.837427 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-221d1b61-6a0f-4d10-9346-e1b1bea83e14 req-73258886-2760-48fb-ba27-572157635128 service neutron] 10.222.0.13 "GET /v2.0/networks/89103e18-9486-4035-aa3f-78b34592cbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793908 Mar 04 03:05:37.924702 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-221d1b61-6a0f-4d10-9346-e1b1bea83e14 req-409841f2-0330-4a48-bd0e-48b6dd7294c3 service neutron] 10.222.0.13 "GET /v2.0/networks/89103e18-9486-4035-aa3f-78b34592cbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813892 Mar 04 03:05:38.226706 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626677a-50a8-4143-be54-b19fdc57e8c1 req-659bd7e6-d457-4765-96f1-ca9218c96df6 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:38.228180 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8626677a-50a8-4143-be54-b19fdc57e8c1 req-659bd7e6-d457-4765-96f1-ca9218c96df6 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 943 time: 0.0529141 Mar 04 03:05:38.274338 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8626677a-50a8-4143-be54-b19fdc57e8c1 req-36c5bc6d-2117-4672-a591-63b941c38cbf tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1b08801-246c-4956-947f-57ea16c52906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405288 Mar 04 03:05:38.393109 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:39.390368 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ff759-8a3c-4b8d-abe1-848b7bc5e942 req-09b7da4a-ecf4-4eec-add0-8a1e791427da tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:39.391821 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-070ff759-8a3c-4b8d-abe1-848b7bc5e942 req-09b7da4a-ecf4-4eec-add0-8a1e791427da tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 943 time: 0.0525689 Mar 04 03:05:39.441434 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-070ff759-8a3c-4b8d-abe1-848b7bc5e942 req-020487c0-a654-42dc-ae68-ae919b10ec70 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1b08801-246c-4956-947f-57ea16c52906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435944 Mar 04 03:05:40.341931 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:05:40.557121 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777e170-d781-415c-b800-7dc35d5cc69f req-1a758032-af6c-4392-8574-eace74136bd2 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:40.558632 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2777e170-d781-415c-b800-7dc35d5cc69f req-1a758032-af6c-4392-8574-eace74136bd2 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 943 time: 0.0518298 Mar 04 03:05:40.604848 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2777e170-d781-415c-b800-7dc35d5cc69f req-c31ccb9b-36f4-4dfe-8fa2-e38afde44c4f tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1b08801-246c-4956-947f-57ea16c52906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403523 Mar 04 03:05:40.938968 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device d40d8e69-5cca-487b-ad2a-6963b37ba411 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 03:05:41.036181 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port d40d8e69-5cca-487b-ad2a-6963b37ba411, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=d40d8e69-5cca-487b-ad2a-6963b37ba411,segment=NetworkSegment(f84e4a76-fe05-4a76-bef8-c293ba04a698),segment_id=f84e4a76-fe05-4a76-bef8-c293ba04a698)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:05:41.047430 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': 'd40d8e69-5cca-487b-ad2a-6963b37ba411', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'port_id': 'd40d8e69-5cca-487b-ad2a-6963b37ba411', 'mac_address': 'fa:16:3e:18:19:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 03:05:41.083004 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port d40d8e69-5cca-487b-ad2a-6963b37ba411 is: DOWN; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:05:41.083391 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (d40d8e69-5cca-487b-ad2a-6963b37ba411), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:41.095809 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d40d8e69-5cca-487b-ad2a-6963b37ba411 {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:05:41.116161 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port d40d8e69-5cca-487b-ad2a-6963b37ba411, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=d40d8e69-5cca-487b-ad2a-6963b37ba411,segment=NetworkSegment(f84e4a76-fe05-4a76-bef8-c293ba04a698),segment_id=f84e4a76-fe05-4a76-bef8-c293ba04a698)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:05:41.119730 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (d40d8e69-5cca-487b-ad2a-6963b37ba411), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:41.164666 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=d40d8e69-5cca-487b-ad2a-6963b37ba411,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:41.171513 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:41.171864 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:41.172204 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:41.172538 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:41.172870 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:41.173335 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:41.173668 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:41.174021 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:41.174344 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:41.174667 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:41.174985 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:41.175303 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:41.175620 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:05:41.508109 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['d40d8e69-5cca-487b-ad2a-6963b37ba411'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:05:41.720991 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb6b5b-ca92-4729-89a3-43ad9fad3ae8 req-473bd65d-00b6-4195-879a-b310aa2066f4 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:41.722562 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-08cb6b5b-ca92-4729-89a3-43ad9fad3ae8 req-473bd65d-00b6-4195-879a-b310aa2066f4 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 944 time: 0.0512948 Mar 04 03:05:41.769346 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-08cb6b5b-ca92-4729-89a3-43ad9fad3ae8 req-811be104-9e84-49be-a48c-0acb6d867504 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1b08801-246c-4956-947f-57ea16c52906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402777 Mar 04 03:05:42.606322 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:42.889209 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6e554-c339-4ad8-8255-8d3dddb03d98 req-179e7851-c8d5-4115-b023-0af00d32132d tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:42.892071 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-61b6e554-c339-4ad8-8255-8d3dddb03d98 req-179e7851-c8d5-4115-b023-0af00d32132d tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 944 time: 0.0551147 Mar 04 03:05:42.933665 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device d40d8e69-5cca-487b-ad2a-6963b37ba411 up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:05:42.938149 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-61b6e554-c339-4ad8-8255-8d3dddb03d98 req-0b0e7275-d701-48c5-a8a6-3bff6ad6d4f9 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1b08801-246c-4956-947f-57ea16c52906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413127 Mar 04 03:05:42.985311 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning for port d40d8e69-5cca-487b-ad2a-6963b37ba411 completed by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 03:05:42.989235 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port d40d8e69-5cca-487b-ad2a-6963b37ba411 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:05:42.989611 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (d40d8e69-5cca-487b-ad2a-6963b37ba411), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:43.064802 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port d40d8e69-5cca-487b-ad2a-6963b37ba411 is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:05:43.065194 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (d40d8e69-5cca-487b-ad2a-6963b37ba411), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:43.088510 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f25e28-ee7d-4f28-ac3a-f5f6b5b48727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40d8e69-5cca-487b-ad2a-6963b37ba411'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:05:43.090728 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb23d26e-222d-4250-936e-14966a85bbbe" -d '{"events": [{"server_uuid": "61f25e28-ee7d-4f28-ac3a-f5f6b5b48727", "name": "network-vif-plugged", "status": "completed", "tag": "d40d8e69-5cca-487b-ad2a-6963b37ba411"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:05:43.103534 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port d40d8e69-5cca-487b-ad2a-6963b37ba411, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=d40d8e69-5cca-487b-ad2a-6963b37ba411,segment=NetworkSegment(f84e4a76-fe05-4a76-bef8-c293ba04a698),segment_id=f84e4a76-fe05-4a76-bef8-c293ba04a698)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:05:43.107553 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (d40d8e69-5cca-487b-ad2a-6963b37ba411), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:43.132342 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802bf21d-0c1d-4dff-bb93-76186d4f72c0 x-openstack-request-id: req-802bf21d-0c1d-4dff-bb93-76186d4f72c0 {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:05:43.132630 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f25e28-ee7d-4f28-ac3a-f5f6b5b48727", "name": "network-vif-plugged", "status": "completed", "tag": "d40d8e69-5cca-487b-ad2a-6963b37ba411", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:05:43.132881 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-802bf21d-0c1d-4dff-bb93-76186d4f72c0 {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:05:43.133286 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f25e28-ee7d-4f28-ac3a-f5f6b5b48727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40d8e69-5cca-487b-ad2a-6963b37ba411', 'code': 200} Mar 04 03:05:43.159618 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=d40d8e69-5cca-487b-ad2a-6963b37ba411,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:05:43.320847 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99397b8d-dd7c-452b-83fb-0c6a922112eb req-53a84b9b-d49d-42e0-ac01-e50f2d73bb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:43.322480 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-99397b8d-dd7c-452b-83fb-0c6a922112eb req-53a84b9b-d49d-42e0-ac01-e50f2d73bb55 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 1129 time: 0.0448322 Mar 04 03:05:43.378255 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-99397b8d-dd7c-452b-83fb-0c6a922112eb req-85ee4de1-8098-45e8-97f2-516d2ba406ba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c1b08801-246c-4956-947f-57ea16c52906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381045 Mar 04 03:05:44.055024 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ae2cc-001e-4c9e-8864-a18d59e2eda4 req-729d220d-a62f-4ca1-bf73-420f337f403a tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:44.056504 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d92ae2cc-001e-4c9e-8864-a18d59e2eda4 req-729d220d-a62f-4ca1-bf73-420f337f403a tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 945 time: 0.0517724 Mar 04 03:05:44.102419 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d92ae2cc-001e-4c9e-8864-a18d59e2eda4 req-e3730c58-4f26-414a-b204-41de6fcd72f9 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1b08801-246c-4956-947f-57ea16c52906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400164 Mar 04 03:05:45.223893 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4f13f-90ae-4538-a0b9-27124094ede4 req-546e75e8-bca5-4a34-b6f2-02016ee0b392 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:45.225398 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-02e4f13f-90ae-4538-a0b9-27124094ede4 req-546e75e8-bca5-4a34-b6f2-02016ee0b392 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 945 time: 0.0540862 Mar 04 03:05:45.276413 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-02e4f13f-90ae-4538-a0b9-27124094ede4 req-371fbc87-57b0-44aa-ac8b-76861474a632 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1b08801-246c-4956-947f-57ea16c52906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449700 Mar 04 03:05:45.393364 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf07f9a-46ff-439c-a7c6-3e2b7fed7924 req-25303f70-0389-4f84-8ee2-eb938a5eb56d tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:45.395150 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-bdf07f9a-46ff-439c-a7c6-3e2b7fed7924 req-25303f70-0389-4f84-8ee2-eb938a5eb56d tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 945 time: 0.0521967 Mar 04 03:05:45.405007 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 36586) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:05:45.409556 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [None req-f22acb7e-b479-4190-953c-bbd7d8b61f65 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Request body: {'floatingip': {'port_id': 'd40d8e69-5cca-487b-ad2a-6963b37ba411'}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:05:45.449636 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f22acb7e-b479-4190-953c-bbd7d8b61f65 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for floatingip (7ef36a54-7559-40bd-a7d6-ac970becd25e), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:45.887227 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f22acb7e-b479-4190-953c-bbd7d8b61f65 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:45.890942 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f22acb7e-b479-4190-953c-bbd7d8b61f65 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641224'] for floatingip (7ef36a54-7559-40bd-a7d6-ac970becd25e), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:45.989212 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.db.l3_db [None req-f22acb7e-b479-4190-953c-bbd7d8b61f65 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Floating IP 7ef36a54-7559-40bd-a7d6-ac970becd25e associated. External IP: 172.27.2.22, port: d40d8e69-5cca-487b-ad2a-6963b37ba411. Mar 04 03:05:46.445065 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22acb7e-b479-4190-953c-bbd7d8b61f65 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Router c9da1d57-6090-481c-b495-f021b8958afa has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:05:46.550439 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22acb7e-b479-4190-953c-bbd7d8b61f65 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:05:46.555953 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-f22acb7e-b479-4190-953c-bbd7d8b61f65 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for floatingip (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:05:46.560974 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad202818-d518-4c05-b74a-530cfbad7354 None None] Sync routers for ids ['c9da1d57-6090-481c-b495-f021b8958afa'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:05:46.570492 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad202818-d518-4c05-b74a-530cfbad7354 None None] Routers {'c9da1d57-6090-481c-b495-f021b8958afa'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:05:46.571106 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-ad202818-d518-4c05-b74a-530cfbad7354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:05:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['c9da1d57-6090-481c-b495-f021b8958afa'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:05:46.585726 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-f22acb7e-b479-4190-953c-bbd7d8b61f65 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "PUT /v2.0/floatingips/7ef36a54-7559-40bd-a7d6-ac970becd25e HTTP/1.1" status: 200 len: 990 time: 1.1794198 Mar 04 03:05:46.586416 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f25e28-ee7d-4f28-ac3a-f5f6b5b48727', 'tag': 'd40d8e69-5cca-487b-ad2a-6963b37ba411'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:05:46.588734 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57247e3b-ef58-4d09-8121-b6696c9ca48a" -d '{"events": [{"name": "network-changed", "server_uuid": "61f25e28-ee7d-4f28-ac3a-f5f6b5b48727", "tag": "d40d8e69-5cca-487b-ad2a-6963b37ba411"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:05:46.636147 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 03:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4764f5e-8dd4-4c80-8b51-485ec62047ab x-openstack-request-id: req-f4764f5e-8dd4-4c80-8b51-485ec62047ab {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:05:46.636147 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f25e28-ee7d-4f28-ac3a-f5f6b5b48727", "tag": "d40d8e69-5cca-487b-ad2a-6963b37ba411", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:05:46.636147 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f4764f5e-8dd4-4c80-8b51-485ec62047ab {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:05:46.636147 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f25e28-ee7d-4f28-ac3a-f5f6b5b48727', 'tag': 'd40d8e69-5cca-487b-ad2a-6963b37ba411', 'status': 'completed', 'code': 200} Mar 04 03:05:46.685149 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-ad202818-d518-4c05-b74a-530cfbad7354 None None] Set router c9da1d57-6090-481c-b495-f021b8958afa gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:05:46.704112 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57247e3b-ef58-4d09-8121-b6696c9ca48a req-9db11ec6-d2d4-43ef-973a-724b6340f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:46.705671 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-57247e3b-ef58-4d09-8121-b6696c9ca48a req-9db11ec6-d2d4-43ef-973a-724b6340f04c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd4856b10f144130bf4788557dd60a24&device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 1129 time: 0.0476708 Mar 04 03:05:46.711726 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-53736fff-77ac-45a2-8357-f8f00a49ee67 req-2bb12aa3-da56-481f-a7fd-e90fe4e51bd0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0611742 Mar 04 03:05:46.804211 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53736fff-77ac-45a2-8357-f8f00a49ee67 req-c92385f9-cfcc-4ed1-81f8-1cb54fb5698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:46.806532 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-53736fff-77ac-45a2-8357-f8f00a49ee67 req-c92385f9-cfcc-4ed1-81f8-1cb54fb5698a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=008d600fd8c441ff8b482ff1a7313891&device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 1129 time: 0.0554245 Mar 04 03:05:46.820573 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57247e3b-ef58-4d09-8121-b6696c9ca48a req-e9d2711b-18c5-4eca-bfc3-ac79e898f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:46.822560 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-57247e3b-ef58-4d09-8121-b6696c9ca48a req-e9d2711b-18c5-4eca-bfc3-ac79e898f269 service neutron] 10.222.0.13 "GET /v2.0/networks?id=89103e18-9486-4035-aa3f-78b34592cbe0 HTTP/1.1" status: 200 len: 911 time: 0.1091642 Mar 04 03:05:46.901105 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-57247e3b-ef58-4d09-8121-b6696c9ca48a req-80c985c5-9e82-44bf-95e5-e1a4d64fe78e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d40d8e69-5cca-487b-ad2a-6963b37ba411 HTTP/1.1" status: 200 len: 998 time: 0.0627892 Mar 04 03:05:46.951084 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-ad202818-d518-4c05-b74a-530cfbad7354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'name': 'tempest-AttachVolumeTestJSON-566749904-router', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T02:57:51Z', 'revision_number': 4, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'gw_port': {'id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:40Z', 'updated_at': '2022-03-04T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': '7ef36a54-7559-40bd-a7d6-ac970becd25e', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'port_id': 'd40d8e69-5cca-487b-ad2a-6963b37ba411', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'mac_address': 'fa:16:3e:18:19:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25e28-ee7d-4f28-ac3a-f5f6b5b48727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:05:33Z', 'updated_at': '2022-03-04T03:05:45Z', 'revision_number': 1, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a6cfd7c-ef44-449f-8998-8113157c0811', 'name': '', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'mac_address': 'fa:16:3e:51:3f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:48Z', 'updated_at': '2022-03-04T02:58:01Z', 'revision_number': 5, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'subnets': [{'id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:05:46.953211 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53736fff-77ac-45a2-8357-f8f00a49ee67 req-631734a1-2681-4ddc-a010-b9b1ecb6015b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:46.954783 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-53736fff-77ac-45a2-8357-f8f00a49ee67 req-631734a1-2681-4ddc-a010-b9b1ecb6015b service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b87ed6a-60ec-432a-a88d-8dfb781ec617 HTTP/1.1" status: 200 len: 910 time: 0.1220069 Mar 04 03:05:46.970310 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57247e3b-ef58-4d09-8121-b6696c9ca48a req-a2d87e60-82a7-41f5-bf83-81ec20a500e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:46.971815 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-57247e3b-ef58-4d09-8121-b6696c9ca48a req-a2d87e60-82a7-41f5-bf83-81ec20a500e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6f4c4ae-a118-4ae8-b92d-55d0c45c943d HTTP/1.1" status: 200 len: 849 time: 0.0503244 Mar 04 03:05:46.987461 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad202818-d518-4c05-b74a-530cfbad7354 None None] Checking router: c9da1d57-6090-481c-b495-f021b8958afa for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:05:47.002301 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad202818-d518-4c05-b74a-530cfbad7354 None None] Routers {'c9da1d57-6090-481c-b495-f021b8958afa'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:05:47.002946 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-ad202818-d518-4c05-b74a-530cfbad7354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:05:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['c9da1d57-6090-481c-b495-f021b8958afa'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:05:47.038617 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-53736fff-77ac-45a2-8357-f8f00a49ee67 req-74adafcc-92b5-41a5-a20b-f8ef63756a2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6905acd-71e8-454b-b704-fb22bd94943d HTTP/1.1" status: 200 len: 1000 time: 0.0759933 Mar 04 03:05:47.044132 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57247e3b-ef58-4d09-8121-b6696c9ca48a req-b787d721-384a-4db7-81e8-2f5210de94d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:47.046067 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-57247e3b-ef58-4d09-8121-b6696c9ca48a req-b787d721-384a-4db7-81e8-2f5210de94d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=89103e18-9486-4035-aa3f-78b34592cbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679789 Mar 04 03:05:47.094901 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53736fff-77ac-45a2-8357-f8f00a49ee67 req-c39e7374-e1c4-4ec0-987e-755c9c4ab458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:47.096419 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-53736fff-77ac-45a2-8357-f8f00a49ee67 req-c39e7374-e1c4-4ec0-987e-755c9c4ab458 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da08f08c-befc-48c1-b5f3-365ec3403793 HTTP/1.1" status: 200 len: 848 time: 0.0509346 Mar 04 03:05:47.153160 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53736fff-77ac-45a2-8357-f8f00a49ee67 req-e2b5cad8-358f-4769-84a7-357be710570a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:05:47.154753 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-53736fff-77ac-45a2-8357-f8f00a49ee67 req-e2b5cad8-358f-4769-84a7-357be710570a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b87ed6a-60ec-432a-a88d-8dfb781ec617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502784 Mar 04 03:05:47.162660 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-57247e3b-ef58-4d09-8121-b6696c9ca48a req-033d860f-d6fa-4ee7-b797-acfa365fc1de service neutron] 10.222.0.13 "GET /v2.0/networks/89103e18-9486-4035-aa3f-78b34592cbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973530 Mar 04 03:05:47.249457 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-53736fff-77ac-45a2-8357-f8f00a49ee67 req-0f453b59-2a3b-4b0f-b905-b8b12db6c921 service neutron] 10.222.0.13 "GET /v2.0/networks/0b87ed6a-60ec-432a-a88d-8dfb781ec617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878077 Mar 04 03:05:47.258229 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-ad202818-d518-4c05-b74a-530cfbad7354 None None] Set router c9da1d57-6090-481c-b495-f021b8958afa gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:05:47.269947 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-57247e3b-ef58-4d09-8121-b6696c9ca48a req-27ee595d-9fbf-40ba-b592-c2966898af63 service neutron] 10.222.0.13 "GET /v2.0/networks/89103e18-9486-4035-aa3f-78b34592cbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960066 Mar 04 03:05:47.345454 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-53736fff-77ac-45a2-8357-f8f00a49ee67 req-7a2d6e02-e510-4ccd-b887-2f4236e0dbf1 service neutron] 10.222.0.13 "GET /v2.0/networks/0b87ed6a-60ec-432a-a88d-8dfb781ec617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870655 Mar 04 03:05:47.481579 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-ad202818-d518-4c05-b74a-530cfbad7354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'name': 'tempest-AttachVolumeTestJSON-566749904-router', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T02:57:51Z', 'revision_number': 4, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'gw_port': {'id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:40Z', 'updated_at': '2022-03-04T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': '7ef36a54-7559-40bd-a7d6-ac970becd25e', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'port_id': 'd40d8e69-5cca-487b-ad2a-6963b37ba411', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'mac_address': 'fa:16:3e:18:19:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25e28-ee7d-4f28-ac3a-f5f6b5b48727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:05:33Z', 'updated_at': '2022-03-04T03:05:45Z', 'revision_number': 1, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a6cfd7c-ef44-449f-8998-8113157c0811', 'name': '', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'mac_address': 'fa:16:3e:51:3f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:48Z', 'updated_at': '2022-03-04T02:58:01Z', 'revision_number': 5, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'subnets': [{'id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:05:47.510476 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad202818-d518-4c05-b74a-530cfbad7354 None None] The sync data for ids ['c9da1d57-6090-481c-b495-f021b8958afa'] in dv-cinder-828061-7-iscsi is: [{'id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'name': 'tempest-AttachVolumeTestJSON-566749904-router', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T02:57:51Z', 'revision_number': 4, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'gw_port': {'id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:40Z', 'updated_at': '2022-03-04T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': '7ef36a54-7559-40bd-a7d6-ac970becd25e', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'port_id': 'd40d8e69-5cca-487b-ad2a-6963b37ba411', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'mac_address': 'fa:16:3e:18:19:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25e28-ee7d-4f28-ac3a-f5f6b5b48727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:05:33Z', 'updated_at': '2022-03-04T03:05:45Z', 'revision_number': 1, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a6cfd7c-ef44-449f-8998-8113157c0811', 'name': '', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'mac_address': 'fa:16:3e:51:3f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:48Z', 'updated_at': '2022-03-04T02:58:01Z', 'revision_number': 5, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'subnets': [{'id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:05:47.713586 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4d330d-b283-44eb-8254-d4ce7fe337d8 None None] New status for floating IP 7ef36a54-7559-40bd-a7d6-ac970becd25e: ACTIVE {{(pid=102958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 03:06:01.960688 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-90df9024-0488-4537-b1be-19fa9ea3c967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:04.353669 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e83d9821-b166-4fe7-bedc-2a0ce6b6ecf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:05.380684 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:05.827704 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d008ad9-7fc1-4e33-8f7f-8e97223bce07 req-fe08dd2b-1725-4a3d-a362-8203c31646ba tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:05.829282 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0d008ad9-7fc1-4e33-8f7f-8e97223bce07 req-fe08dd2b-1725-4a3d-a362-8203c31646ba tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 985 time: 0.0540695 Mar 04 03:06:05.844103 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cb087-cea6-4111-8383-c5999c44ce2d req-b7e80992-cb9a-4d15-88d2-efce80a80f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:05.846205 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3d7cb087-cea6-4111-8383-c5999c44ce2d req-b7e80992-cb9a-4d15-88d2-efce80a80f01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1248c4e6b3ec4d5bab6e570312099864&device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 1169 time: 0.0466287 Mar 04 03:06:05.891746 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0d008ad9-7fc1-4e33-8f7f-8e97223bce07 req-cf572ee6-e2dc-4d4d-a1b2-1aa50003f4bf tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4&id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564272 Mar 04 03:06:05.940679 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cb087-cea6-4111-8383-c5999c44ce2d req-fbe20311-d537-48f3-bcd9-800ce7e09b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:05.942164 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3d7cb087-cea6-4111-8383-c5999c44ce2d req-fbe20311-d537-48f3-bcd9-800ce7e09b4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=dd04bf70-51ad-4130-8348-344e159cf0ff HTTP/1.1" status: 200 len: 916 time: 0.0882084 Mar 04 03:06:06.011267 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3d7cb087-cea6-4111-8383-c5999c44ce2d req-8bb30e41-3606-45dc-8155-517d3fb314c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b061a809-91b2-439f-9f11-10fecd6f6512 HTTP/1.1" status: 200 len: 1002 time: 0.0593188 Mar 04 03:06:06.063330 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cb087-cea6-4111-8383-c5999c44ce2d req-aa8452eb-9c0b-4d96-b3e8-c0eaf01dcb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:06.064791 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3d7cb087-cea6-4111-8383-c5999c44ce2d req-aa8452eb-9c0b-4d96-b3e8-c0eaf01dcb3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a6a0257-e841-44fa-928a-9f49db9b48d7 HTTP/1.1" status: 200 len: 854 time: 0.0471804 Mar 04 03:06:06.114558 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cb087-cea6-4111-8383-c5999c44ce2d req-02efb08f-90fa-4477-b1ba-928243ac1fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:06.116135 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3d7cb087-cea6-4111-8383-c5999c44ce2d req-02efb08f-90fa-4477-b1ba-928243ac1fda service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd04bf70-51ad-4130-8348-344e159cf0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439281 Mar 04 03:06:06.207574 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3d7cb087-cea6-4111-8383-c5999c44ce2d req-cec880e6-d460-489a-ac9a-0f70c92d6697 service neutron] 10.222.0.13 "GET /v2.0/networks/dd04bf70-51ad-4130-8348-344e159cf0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822477 Mar 04 03:06:06.301665 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-3d7cb087-cea6-4111-8383-c5999c44ce2d req-eb875028-09cc-4262-94f3-f6de8c2e5afa service neutron] 10.222.0.13 "GET /v2.0/networks/dd04bf70-51ad-4130-8348-344e159cf0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876293 Mar 04 03:06:06.714680 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:07.011797 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ee480-d4de-40b0-8fda-96ccda5e76af req-740211cf-11ec-499e-8b94-902e715707fc tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:07.013286 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-845ee480-d4de-40b0-8fda-96ccda5e76af req-740211cf-11ec-499e-8b94-902e715707fc tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 985 time: 0.0522380 Mar 04 03:06:07.076042 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-845ee480-d4de-40b0-8fda-96ccda5e76af req-4142e70c-085a-4d5f-a435-84dfb08bf902 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4&id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565650 Mar 04 03:06:08.197298 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48580b4-a5a4-4c76-b9cf-2fdd65139235 req-90f5dd8d-7788-44fa-949a-a021e5197f8c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:08.198827 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b48580b4-a5a4-4c76-b9cf-2fdd65139235 req-90f5dd8d-7788-44fa-949a-a021e5197f8c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 985 time: 0.0533254 Mar 04 03:06:08.257413 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b48580b4-a5a4-4c76-b9cf-2fdd65139235 req-e4050aea-6416-451b-a639-818575d23854 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4&id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528007 Mar 04 03:06:08.396694 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:09.374872 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862983d-7379-48f4-970f-02ab6b050569 req-66711e98-9198-4f94-b994-555e7dd10c1b tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:09.376339 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c862983d-7379-48f4-970f-02ab6b050569 req-66711e98-9198-4f94-b994-555e7dd10c1b tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 985 time: 0.0520825 Mar 04 03:06:09.436412 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c862983d-7379-48f4-970f-02ab6b050569 req-accb910a-e309-4e3b-9919-7da422955066 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4&id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537946 Mar 04 03:06:10.557599 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597874a-dd0f-44df-9d17-a9b15688ec8b req-928eb0f6-b7f7-491a-9754-18fc9210d5ef tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:10.559142 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1597874a-dd0f-44df-9d17-a9b15688ec8b req-928eb0f6-b7f7-491a-9754-18fc9210d5ef tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 985 time: 0.0571992 Mar 04 03:06:10.617331 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1597874a-dd0f-44df-9d17-a9b15688ec8b req-eb145329-4181-403c-84b0-d61bbd7531d8 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4&id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523441 Mar 04 03:06:11.735195 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee21953-63ba-481b-b478-fe8097bb76fd req-8269e71d-fd41-4245-b465-97744f4b1d70 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:11.736690 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6ee21953-63ba-481b-b478-fe8097bb76fd req-8269e71d-fd41-4245-b465-97744f4b1d70 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 985 time: 0.0528667 Mar 04 03:06:11.794271 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6ee21953-63ba-481b-b478-fe8097bb76fd req-d2802d0e-4e38-42bc-be18-9ac181a03552 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4&id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514476 Mar 04 03:06:12.618855 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:12.913490 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f365ce-0192-429e-bf0c-4995919c6ea4 req-74abd8cb-672e-415d-963f-7e39dcd1c028 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:12.915007 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-62f365ce-0192-429e-bf0c-4995919c6ea4 req-74abd8cb-672e-415d-963f-7e39dcd1c028 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 985 time: 0.0549414 Mar 04 03:06:12.976793 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-62f365ce-0192-429e-bf0c-4995919c6ea4 req-8cd66339-18d9-4f60-867f-ebcf86d033f3 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4&id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561254 Mar 04 03:06:14.096688 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550c760-a0ed-448c-a411-0a8fadc6b700 req-376f4e69-2fd8-49ff-9d78-b91bd170da22 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:14.098348 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7550c760-a0ed-448c-a411-0a8fadc6b700 req-376f4e69-2fd8-49ff-9d78-b91bd170da22 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 985 time: 0.0542963 Mar 04 03:06:14.155865 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7550c760-a0ed-448c-a411-0a8fadc6b700 req-73e5594e-66bd-4513-a478-880f97db1dcc tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4&id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517242 Mar 04 03:06:15.273237 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e08c04-a88f-48b4-8cdb-9c3f8b8a997b req-1107447a-398a-4a1e-a11c-a439caaee847 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:15.274732 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-07e08c04-a88f-48b4-8cdb-9c3f8b8a997b req-1107447a-398a-4a1e-a11c-a439caaee847 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 985 time: 0.0538025 Mar 04 03:06:15.333667 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-07e08c04-a88f-48b4-8cdb-9c3f8b8a997b req-b2500468-1fd1-421a-9c6f-883a628dae52 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4&id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532169 Mar 04 03:06:16.456405 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a438b-141f-4e7f-bc88-1997a0efa1b9 req-c9c5fad0-50cb-486f-a3fc-5b8defccda01 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:16.457927 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4f7a438b-141f-4e7f-bc88-1997a0efa1b9 req-c9c5fad0-50cb-486f-a3fc-5b8defccda01 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 985 time: 0.0582745 Mar 04 03:06:16.515334 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-4f7a438b-141f-4e7f-bc88-1997a0efa1b9 req-26a9795f-dbc6-4a30-8071-bd7f3fc3376c tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4&id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517964 Mar 04 03:06:17.341206 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:06:17.635207 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0dca9-9467-43da-8503-6dff4847072d req-bd97fbbf-4097-4e19-9f64-f7b8f9768b0a tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:17.636577 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-79f0dca9-9467-43da-8503-6dff4847072d req-bd97fbbf-4097-4e19-9f64-f7b8f9768b0a tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 985 time: 0.0530374 Mar 04 03:06:17.695026 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-79f0dca9-9467-43da-8503-6dff4847072d req-90a5ea2b-dc0c-404f-ba25-3af1f6c02683 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4&id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527782 Mar 04 03:06:31.961483 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b56a9b22-6616-4c6b-af2b-b9fc5a26cc85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:34.354971 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-9314f61c-06f6-423c-8543-8d6f5925e787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:35.379278 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:36.718145 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:38.398637 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:42.619387 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:43.798915 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd074a-0aac-4480-bddb-84cc9afae3e9 req-c7e8d2e9-ca6c-4726-8955-9e3f8c336dee tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:43.800437 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-effd074a-0aac-4480-bddb-84cc9afae3e9 req-c7e8d2e9-ca6c-4726-8955-9e3f8c336dee tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0568652 Mar 04 03:06:43.847525 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-effd074a-0aac-4480-bddb-84cc9afae3e9 req-3e4c7519-920f-4ea2-a172-0e9f034bc034 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415962 Mar 04 03:06:44.972444 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b95f37-f762-4342-ac2e-147540cc677b req-6105be94-75f6-47c1-9afa-ad477a7ac35a tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:44.973935 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-48b95f37-f762-4342-ac2e-147540cc677b req-6105be94-75f6-47c1-9afa-ad477a7ac35a tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0527513 Mar 04 03:06:45.018971 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-48b95f37-f762-4342-ac2e-147540cc677b req-eb11a22e-4255-4630-ba1f-5dd37a6483b5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395441 Mar 04 03:06:46.143164 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105c8e6-c2a1-42e3-bf17-b74c86513146 req-68077747-22c6-4f31-b196-115b44fa2e7a tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:46.144638 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2105c8e6-c2a1-42e3-bf17-b74c86513146 req-68077747-22c6-4f31-b196-115b44fa2e7a tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0528789 Mar 04 03:06:46.195209 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2105c8e6-c2a1-42e3-bf17-b74c86513146 req-908c65ce-654b-4476-85be-f641fc20265e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450621 Mar 04 03:06:47.317230 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550afaf2-cadf-4261-8022-434fc105aab8 req-6c14d615-0f7a-4a6c-81fb-4ea2c660da53 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:47.318720 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-550afaf2-cadf-4261-8022-434fc105aab8 req-6c14d615-0f7a-4a6c-81fb-4ea2c660da53 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0523369 Mar 04 03:06:47.364935 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-550afaf2-cadf-4261-8022-434fc105aab8 req-9bdcdeaf-193f-4e12-a9c3-9c4a61c4a762 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407097 Mar 04 03:06:48.493801 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fa263-712b-4a27-9631-6f63d82ad2e7 req-aed3494d-3dcb-49df-8406-508ca53ff800 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:48.495271 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-709fa263-712b-4a27-9631-6f63d82ad2e7 req-aed3494d-3dcb-49df-8406-508ca53ff800 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0582907 Mar 04 03:06:48.540750 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-709fa263-712b-4a27-9631-6f63d82ad2e7 req-a2e590cb-79e2-4fad-a27a-9b4584648091 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399630 Mar 04 03:06:49.668443 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6c4e4-d729-427a-bf00-d22e0b0a5197 req-04c945eb-b75c-45ad-90df-c543bda927ec tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:49.669975 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7cd6c4e4-d729-427a-bf00-d22e0b0a5197 req-04c945eb-b75c-45ad-90df-c543bda927ec tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0573683 Mar 04 03:06:49.716256 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7cd6c4e4-d729-427a-bf00-d22e0b0a5197 req-035291e1-5a32-48ef-8343-5182d772964a tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402136 Mar 04 03:06:50.835742 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073971b-bc80-4fb4-8cd6-8e63763a1373 req-3a8ee783-d1fd-4443-9f07-cc7f871442bd tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:50.837239 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e073971b-bc80-4fb4-8cd6-8e63763a1373 req-3a8ee783-d1fd-4443-9f07-cc7f871442bd tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0510886 Mar 04 03:06:50.882734 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e073971b-bc80-4fb4-8cd6-8e63763a1373 req-68124387-8e16-45f9-837c-5e9635395187 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398984 Mar 04 03:06:52.002329 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cb3b7-895f-40b8-8c8c-9442264abfa9 req-4ca1de70-9a2a-419c-815d-cf51d30bc3a5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:52.003791 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-621cb3b7-895f-40b8-8c8c-9442264abfa9 req-4ca1de70-9a2a-419c-815d-cf51d30bc3a5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0519986 Mar 04 03:06:52.052486 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-621cb3b7-895f-40b8-8c8c-9442264abfa9 req-291630dc-6be9-4469-afe2-2c679f551e02 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432594 Mar 04 03:06:53.176287 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874b6db-178a-40e6-afea-fad9c8b130cf req-d2ace7d6-159c-4c7b-a8e0-d880890da82e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:53.177783 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f874b6db-178a-40e6-afea-fad9c8b130cf req-d2ace7d6-159c-4c7b-a8e0-d880890da82e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0518279 Mar 04 03:06:53.224420 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f874b6db-178a-40e6-afea-fad9c8b130cf req-5a915fa3-faab-4152-8745-0c9b2c15aedd tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405636 Mar 04 03:06:54.339555 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:06:54.347741 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb368750-5dab-4b23-9732-b10fe536a399 req-0ed4eff1-7df5-4001-bf59-515e9931b059 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:54.349217 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fb368750-5dab-4b23-9732-b10fe536a399 req-0ed4eff1-7df5-4001-bf59-515e9931b059 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0540717 Mar 04 03:06:54.394370 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fb368750-5dab-4b23-9732-b10fe536a399 req-fbecf1d5-7e61-4c71-b405-6180864ef594 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395906 Mar 04 03:06:55.520241 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8574bc-2866-4705-a77f-cf2dd021a2d2 req-9f67e61a-9ac7-484b-bf4f-77a4f7a3ca89 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:55.521728 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ed8574bc-2866-4705-a77f-cf2dd021a2d2 req-9f67e61a-9ac7-484b-bf4f-77a4f7a3ca89 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0551836 Mar 04 03:06:55.566822 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ed8574bc-2866-4705-a77f-cf2dd021a2d2 req-1f29dfff-e734-414b-9507-56b9cba7a4bc tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395107 Mar 04 03:06:55.897577 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 36794) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:06:56.049323 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Deleting port 00c5e4e2-1edf-4663-aca7-5f0f57861934 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:06:56.049668 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (00c5e4e2-1edf-4663-aca7-5f0f57861934), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:56.124478 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (00c5e4e2-1edf-4663-aca7-5f0f57861934), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:56.124809 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for floatingip (00c5e4e2-1edf-4663-aca7-5f0f57861934), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:56.137172 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Calling delete_port for 00c5e4e2-1edf-4663-aca7-5f0f57861934 owned by network:floatingip {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:06:56.310289 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (00c5e4e2-1edf-4663-aca7-5f0f57861934), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:56.339751 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Pushing event deleted for resources: {'Port': ['ID=00c5e4e2-1edf-4663-aca7-5f0f57861934,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:06:56.377801 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:56.378161 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:56.378502 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:56.378834 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:56.379164 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:56.379504 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:56.379826 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:56.380145 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:56.380460 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:56.380776 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:56.381223 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:56.381539 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:56.381886 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:56.402569 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for floatingip (5c81ace8-3d79-47f6-9e6e-0e11581f03a5), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:56.402944 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.db.l3_db [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Floating IP 5c81ace8-3d79-47f6-9e6e-0e11581f03a5 disassociated (deleted). External IP: 172.27.2.77, port: f6905acd-71e8-454b-b704-fb22bd94943d. Mar 04 03:06:56.606132 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Router 254e4558-4ce9-46bb-b2f6-63cc4fe6140b has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:06:56.689060 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aff384-c8f8-413f-9b19-6c0fceba5f3a req-bf393127-6403-49be-bcfa-1d4405920bf6 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:56.690595 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e9aff384-c8f8-413f-9b19-6c0fceba5f3a req-bf393127-6403-49be-bcfa-1d4405920bf6 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0527210 Mar 04 03:06:56.713650 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:06:56.718303 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for floatingip (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:56.725325 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba392174-71b3-4782-88b9-9e4bd161a567 None None] Sync routers for ids ['254e4558-4ce9-46bb-b2f6-63cc4fe6140b'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:06:56.736265 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba392174-71b3-4782-88b9-9e4bd161a567 None None] Routers {'254e4558-4ce9-46bb-b2f6-63cc4fe6140b'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:06:56.736973 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-ba392174-71b3-4782-88b9-9e4bd161a567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:06:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['254e4558-4ce9-46bb-b2f6-63cc4fe6140b'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:06:56.738670 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e9aff384-c8f8-413f-9b19-6c0fceba5f3a req-985861be-b1a5-44e4-95bf-f9aec98bb576 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425239 Mar 04 03:06:56.748197 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-2779b1d8-8245-4da1-a947-0b3133246752 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "DELETE /v2.0/floatingips/5c81ace8-3d79-47f6-9e6e-0e11581f03a5 HTTP/1.1" status: 204 len: 168 time: 0.8494933 Mar 04 03:06:56.748791 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a03cc0-5986-4e89-9952-1b5f2bf4b1c8', 'tag': 'f6905acd-71e8-454b-b704-fb22bd94943d'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:06:56.751974 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d6c9f5-b18e-450a-900c-979a1b936a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "90a03cc0-5986-4e89-9952-1b5f2bf4b1c8", "tag": "f6905acd-71e8-454b-b704-fb22bd94943d"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:06:56.787718 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 03:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0056aef-4177-4474-9c15-0887780f65cb x-openstack-request-id: req-c0056aef-4177-4474-9c15-0887780f65cb {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:06:56.788017 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a03cc0-5986-4e89-9952-1b5f2bf4b1c8", "tag": "f6905acd-71e8-454b-b704-fb22bd94943d", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:06:56.788275 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0056aef-4177-4474-9c15-0887780f65cb {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:06:56.788685 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a03cc0-5986-4e89-9952-1b5f2bf4b1c8', 'tag': 'f6905acd-71e8-454b-b704-fb22bd94943d', 'status': 'completed', 'code': 200} Mar 04 03:06:56.856027 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-ba392174-71b3-4782-88b9-9e4bd161a567 None None] Set router 254e4558-4ce9-46bb-b2f6-63cc4fe6140b gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:06:56.860441 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6c9f5-b18e-450a-900c-979a1b936a5d req-967ba163-6d51-4050-b73e-c3cff4f19776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:56.862166 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-40d6c9f5-b18e-450a-900c-979a1b936a5d req-967ba163-6d51-4050-b73e-c3cff4f19776 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=008d600fd8c441ff8b482ff1a7313891&device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 1129 time: 0.0507507 Mar 04 03:06:57.008956 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539f739-5050-430c-a13e-c4a523ddc7de req-594e5dcd-6914-445f-9308-5d63ce983018 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:57.010917 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7539f739-5050-430c-a13e-c4a523ddc7de req-594e5dcd-6914-445f-9308-5d63ce983018 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0611954 Mar 04 03:06:57.067412 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7539f739-5050-430c-a13e-c4a523ddc7de req-fdd5ed02-b3db-4784-a3e7-52cda5f2f0d1 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500453 Mar 04 03:06:57.082032 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-ba392174-71b3-4782-88b9-9e4bd161a567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'name': 'tempest-TestShelveInstance-1102214424-router', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9bf73166-64b0-439e-9031-1232744788fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:58:41Z', 'updated_at': '2022-03-04T02:58:45Z', 'revision_number': 4, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'gw_port': {'id': '9bf73166-64b0-439e-9031-1232744788fd', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:42Z', 'updated_at': '2022-03-04T02:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '9227f68e-c0b1-4415-9e34-845340a44d9f', 'name': '', 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'mac_address': 'fa:16:3e:04:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'da08f08c-befc-48c1-b5f3-365ec3403793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:44Z', 'updated_at': '2022-03-04T02:58:49Z', 'revision_number': 5, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'subnets': [{'id': 'da08f08c-befc-48c1-b5f3-365ec3403793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:06:57.108953 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba392174-71b3-4782-88b9-9e4bd161a567 None None] Checking router: 254e4558-4ce9-46bb-b2f6-63cc4fe6140b for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:06:57.118728 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba392174-71b3-4782-88b9-9e4bd161a567 None None] Routers {'254e4558-4ce9-46bb-b2f6-63cc4fe6140b'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:06:57.119730 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-ba392174-71b3-4782-88b9-9e4bd161a567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:06:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['254e4558-4ce9-46bb-b2f6-63cc4fe6140b'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:06:57.124041 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device bc2cca6d-ea71-4900-9ccb-362ea33208da details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 03:06:57.193465 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6c9f5-b18e-450a-900c-979a1b936a5d req-7cba6eb2-7ded-400a-8078-dde7ac6dd2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:57.195010 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-40d6c9f5-b18e-450a-900c-979a1b936a5d req-7cba6eb2-7ded-400a-8078-dde7ac6dd2e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b87ed6a-60ec-432a-a88d-8dfb781ec617 HTTP/1.1" status: 200 len: 910 time: 0.3156352 Mar 04 03:06:57.238756 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-40d6c9f5-b18e-450a-900c-979a1b936a5d req-5c35b729-4eca-4ce5-8f0d-0592b00e7c07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6905acd-71e8-454b-b704-fb22bd94943d HTTP/1.1" status: 200 len: 217 time: 0.0371511 Mar 04 03:06:57.286528 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6c9f5-b18e-450a-900c-979a1b936a5d req-5b08f0df-4ddc-446b-af6a-32491e24ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:57.288050 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-40d6c9f5-b18e-450a-900c-979a1b936a5d req-5b08f0df-4ddc-446b-af6a-32491e24ee35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da08f08c-befc-48c1-b5f3-365ec3403793 HTTP/1.1" status: 200 len: 848 time: 0.0427132 Mar 04 03:06:57.290521 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-ba392174-71b3-4782-88b9-9e4bd161a567 None None] Set router 254e4558-4ce9-46bb-b2f6-63cc4fe6140b gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:06:57.339649 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6c9f5-b18e-450a-900c-979a1b936a5d req-275afd81-f596-499e-be48-8651361da0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:57.341161 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-40d6c9f5-b18e-450a-900c-979a1b936a5d req-275afd81-f596-499e-be48-8651361da0a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b87ed6a-60ec-432a-a88d-8dfb781ec617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446446 Mar 04 03:06:57.342380 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port bc2cca6d-ea71-4900-9ccb-362ea33208da, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bc2cca6d-ea71-4900-9ccb-362ea33208da,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:06:57.386387 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': 'bc2cca6d-ea71-4900-9ccb-362ea33208da', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'port_id': 'bc2cca6d-ea71-4900-9ccb-362ea33208da', 'mac_address': 'fa:16:3e:80:94:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 03:06:57.432562 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-40d6c9f5-b18e-450a-900c-979a1b936a5d req-5ec604d8-bf92-4dea-88de-cb6401f13cf2 service neutron] 10.222.0.13 "GET /v2.0/networks/0b87ed6a-60ec-432a-a88d-8dfb781ec617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843837 Mar 04 03:06:57.473542 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port bc2cca6d-ea71-4900-9ccb-362ea33208da is: ACTIVE; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:06:57.473953 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:57.505821 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc2cca6d-ea71-4900-9ccb-362ea33208da {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:06:57.526258 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-40d6c9f5-b18e-450a-900c-979a1b936a5d req-8090c635-9f0a-4288-9a8b-fd497f604e82 service neutron] 10.222.0.13 "GET /v2.0/networks/0b87ed6a-60ec-432a-a88d-8dfb781ec617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799637 Mar 04 03:06:57.676148 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port bc2cca6d-ea71-4900-9ccb-362ea33208da, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bc2cca6d-ea71-4900-9ccb-362ea33208da,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:06:57.680662 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:57.740793 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=bc2cca6d-ea71-4900-9ccb-362ea33208da,revision_number=6']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:06:57.752487 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:57.752836 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:57.753180 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:57.753522 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:57.753882 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:57.754211 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:57.754539 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:57.754864 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:57.755189 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:57.755515 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:57.755836 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:57.756152 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:57.756470 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:06:57.760986 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-ba392174-71b3-4782-88b9-9e4bd161a567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'name': 'tempest-TestShelveInstance-1102214424-router', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9bf73166-64b0-439e-9031-1232744788fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:58:41Z', 'updated_at': '2022-03-04T02:58:45Z', 'revision_number': 4, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'gw_port': {'id': '9bf73166-64b0-439e-9031-1232744788fd', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:42Z', 'updated_at': '2022-03-04T02:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '9227f68e-c0b1-4415-9e34-845340a44d9f', 'name': '', 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'mac_address': 'fa:16:3e:04:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'da08f08c-befc-48c1-b5f3-365ec3403793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:44Z', 'updated_at': '2022-03-04T02:58:49Z', 'revision_number': 5, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'subnets': [{'id': 'da08f08c-befc-48c1-b5f3-365ec3403793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:06:57.793522 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['bc2cca6d-ea71-4900-9ccb-362ea33208da'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:06:57.795933 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba392174-71b3-4782-88b9-9e4bd161a567 None None] The sync data for ids ['254e4558-4ce9-46bb-b2f6-63cc4fe6140b'] in dv-cinder-828061-7-iscsi is: [{'id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'name': 'tempest-TestShelveInstance-1102214424-router', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9bf73166-64b0-439e-9031-1232744788fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:58:41Z', 'updated_at': '2022-03-04T02:58:45Z', 'revision_number': 4, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'gw_port': {'id': '9bf73166-64b0-439e-9031-1232744788fd', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:42Z', 'updated_at': '2022-03-04T02:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '9227f68e-c0b1-4415-9e34-845340a44d9f', 'name': '', 'network_id': '0b87ed6a-60ec-432a-a88d-8dfb781ec617', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'mac_address': 'fa:16:3e:04:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'da08f08c-befc-48c1-b5f3-365ec3403793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:44Z', 'updated_at': '2022-03-04T02:58:49Z', 'revision_number': 5, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'subnets': [{'id': 'da08f08c-befc-48c1-b5f3-365ec3403793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:06:57.873217 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b09caa-396d-451d-b9ed-c051c1fb7638 req-511a487e-ce25-44aa-aa2c-b0b8be803ca5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:57.874786 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c6b09caa-396d-451d-b9ed-c051c1fb7638 req-511a487e-ce25-44aa-aa2c-b0b8be803ca5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 945 time: 0.0537660 Mar 04 03:06:57.926134 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c6b09caa-396d-451d-b9ed-c051c1fb7638 req-ee5b666f-34eb-4eec-8cad-f7b37b968270 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420282 Mar 04 03:06:58.035088 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdb440c-be72-4c64-8c06-4b6bb94de10d None None] New status for floating IP 5c81ace8-3d79-47f6-9e6e-0e11581f03a5: DOWN {{(pid=102958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 03:06:58.191063 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89102d-b77d-488f-b023-ce57f57ec90e req-7fc8ebed-ef69-48cf-bf6a-6608539578c4 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:58.192445 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8d89102d-b77d-488f-b023-ce57f57ec90e req-7fc8ebed-ef69-48cf-bf6a-6608539578c4 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0523157 Mar 04 03:06:58.243096 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-8d89102d-b77d-488f-b023-ce57f57ec90e req-0cc6bb8b-64a5-42a4-8eee-5b15850143f6 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452139 Mar 04 03:06:59.048881 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86980177-169d-4ae9-9cba-74276b09bb19 req-1a24d928-329e-452f-a412-2492bf88b746 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:59.050388 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-86980177-169d-4ae9-9cba-74276b09bb19 req-1a24d928-329e-452f-a412-2492bf88b746 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 945 time: 0.0519872 Mar 04 03:06:59.096566 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-86980177-169d-4ae9-9cba-74276b09bb19 req-47978dbc-6718-4717-a952-f9df74c332de tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406115 Mar 04 03:06:59.131236 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device bc2cca6d-ea71-4900-9ccb-362ea33208da up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:06:59.177133 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port bc2cca6d-ea71-4900-9ccb-362ea33208da triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:06:59.177505 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:59.254233 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port bc2cca6d-ea71-4900-9ccb-362ea33208da is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:06:59.254520 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:59.276025 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9602d0e0-2477-4989-8f0f-96488c67d08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2cca6d-ea71-4900-9ccb-362ea33208da'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:06:59.278298 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216a1772-62a1-439b-8a8b-989f8eb3cbdd" -d '{"events": [{"server_uuid": "9602d0e0-2477-4989-8f0f-96488c67d08d", "name": "network-vif-plugged", "status": "completed", "tag": "bc2cca6d-ea71-4900-9ccb-362ea33208da"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:06:59.290989 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port bc2cca6d-ea71-4900-9ccb-362ea33208da, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bc2cca6d-ea71-4900-9ccb-362ea33208da,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:06:59.295999 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:59.321319 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc32ca0-c48a-47d1-92f0-3230511b8179 x-openstack-request-id: req-9fc32ca0-c48a-47d1-92f0-3230511b8179 {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:06:59.321622 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9602d0e0-2477-4989-8f0f-96488c67d08d", "name": "network-vif-plugged", "status": "completed", "tag": "bc2cca6d-ea71-4900-9ccb-362ea33208da", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:06:59.321898 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9fc32ca0-c48a-47d1-92f0-3230511b8179 {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:06:59.322292 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9602d0e0-2477-4989-8f0f-96488c67d08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2cca6d-ea71-4900-9ccb-362ea33208da', 'code': 200} Mar 04 03:06:59.350456 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=bc2cca6d-ea71-4900-9ccb-362ea33208da,revision_number=7']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:06:59.366853 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77fcd3-e665-43d2-9897-3e43411e16ff req-240c7640-8b5e-4a25-909a-f39018fb695b tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:59.368438 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fe77fcd3-e665-43d2-9897-3e43411e16ff req-240c7640-8b5e-4a25-909a-f39018fb695b tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0565662 Mar 04 03:06:59.385340 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01c66a-1593-4ec5-93e9-8db1e75faea7 req-5299bdc0-3565-45b2-b6f9-cd5115c3fcc9 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:06:59.386895 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ef01c66a-1593-4ec5-93e9-8db1e75faea7 req-5299bdc0-3565-45b2-b6f9-cd5115c3fcc9 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.13 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 945 time: 0.0529895 Mar 04 03:06:59.417775 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-fe77fcd3-e665-43d2-9897-3e43411e16ff req-3680a12f-a743-4a81-ac56-1b4556a37923 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/security-groups?id=a238f8e2-f40b-4295-a22b-5c82fc7081a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438170 Mar 04 03:06:59.487748 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-ef01c66a-1593-4ec5-93e9-8db1e75faea7 req-2d8bfa23-7c73-432d-a364-c1ebd66780a6 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Deleting port f6905acd-71e8-454b-b704-fb22bd94943d {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:06:59.488090 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-ef01c66a-1593-4ec5-93e9-8db1e75faea7 req-2d8bfa23-7c73-432d-a364-c1ebd66780a6 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (f6905acd-71e8-454b-b704-fb22bd94943d), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:59.575841 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-ef01c66a-1593-4ec5-93e9-8db1e75faea7 req-2d8bfa23-7c73-432d-a364-c1ebd66780a6 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] For port f6905acd-71e8-454b-b704-fb22bd94943d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f6905acd-71e8-454b-b704-fb22bd94943d,segment=NetworkSegment(7da1f331-85d5-4c9f-b06f-15e6b2fd523d),segment_id=7da1f331-85d5-4c9f-b06f-15e6b2fd523d)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:06:59.575974 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-ef01c66a-1593-4ec5-93e9-8db1e75faea7 req-2d8bfa23-7c73-432d-a364-c1ebd66780a6 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (f6905acd-71e8-454b-b704-fb22bd94943d), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:59.588747 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-ef01c66a-1593-4ec5-93e9-8db1e75faea7 req-2d8bfa23-7c73-432d-a364-c1ebd66780a6 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Calling delete_port for f6905acd-71e8-454b-b704-fb22bd94943d owned by compute:nova {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:06:59.715007 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-ef01c66a-1593-4ec5-93e9-8db1e75faea7 req-2d8bfa23-7c73-432d-a364-c1ebd66780a6 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (f6905acd-71e8-454b-b704-fb22bd94943d), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:59.743666 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8bfa23-7c73-432d-a364-c1ebd66780a6 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Pushing event deleted for resources: {'Port': ['ID=f6905acd-71e8-454b-b704-fb22bd94943d,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:06:59.792927 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef01c66a-1593-4ec5-93e9-8db1e75faea7 req-2d8bfa23-7c73-432d-a364-c1ebd66780a6 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] No DVR routers for this DVR port f6905acd-71e8-454b-b704-fb22bd94943d on host hv-cinder-82806 {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:06:59.795626 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-ef01c66a-1593-4ec5-93e9-8db1e75faea7 req-2d8bfa23-7c73-432d-a364-c1ebd66780a6 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:06:59.799545 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-ef01c66a-1593-4ec5-93e9-8db1e75faea7 req-2d8bfa23-7c73-432d-a364-c1ebd66780a6 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.13 "DELETE /v2.0/ports/f6905acd-71e8-454b-b704-fb22bd94943d HTTP/1.1" status: 204 len: 173 time: 0.4059513 Mar 04 03:06:59.799994 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a03cc0-5986-4e89-9952-1b5f2bf4b1c8', 'name': 'network-vif-deleted', 'tag': 'f6905acd-71e8-454b-b704-fb22bd94943d'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:06:59.802309 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9758e401-60eb-4021-865a-81337cea5e06" -d '{"events": [{"server_uuid": "90a03cc0-5986-4e89-9952-1b5f2bf4b1c8", "name": "network-vif-deleted", "tag": "f6905acd-71e8-454b-b704-fb22bd94943d"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:06:59.844562 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9a80bd-af8e-423a-b496-c672c996cc73 x-openstack-request-id: req-7b9a80bd-af8e-423a-b496-c672c996cc73 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:06:59.844833 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a03cc0-5986-4e89-9952-1b5f2bf4b1c8", "name": "network-vif-deleted", "tag": "f6905acd-71e8-454b-b704-fb22bd94943d", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:06:59.845088 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b9a80bd-af8e-423a-b496-c672c996cc73 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:06:59.845483 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a03cc0-5986-4e89-9952-1b5f2bf4b1c8', 'name': 'network-vif-deleted', 'tag': 'f6905acd-71e8-454b-b704-fb22bd94943d', 'status': 'completed', 'code': 200} Mar 04 03:07:00.237142 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a8f17-edab-4c23-a014-373c2ab3d45f req-e1a31613-9149-4086-a4bb-9c63d2f9c419 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:00.238878 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-811a8f17-edab-4c23-a014-373c2ab3d45f req-e1a31613-9149-4086-a4bb-9c63d2f9c419 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0627980 Mar 04 03:07:00.287687 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-811a8f17-edab-4c23-a014-373c2ab3d45f req-0845051b-7cd4-4aef-8dd0-60d6cc12a345 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432963 Mar 04 03:07:00.534710 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-57ae4289-49fb-461d-9db8-f66d7884f342 req-dd77ffe0-8545-4dd4-8104-3b36bf365ed6 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a03cc0-5986-4e89-9952-1b5f2bf4b1c8 HTTP/1.1" status: 200 len: 210 time: 0.0325491 Mar 04 03:07:01.426614 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ca91c-c3da-498a-9bc5-e1b182071c2f req-beb5e411-4923-4a03-a99f-43b7bb6427f5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:01.428303 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-186ca91c-c3da-498a-9bc5-e1b182071c2f req-beb5e411-4923-4a03-a99f-43b7bb6427f5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0640597 Mar 04 03:07:01.486690 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-186ca91c-c3da-498a-9bc5-e1b182071c2f req-640e21bb-1cd3-44e0-9f6d-cc36514959af tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495625 Mar 04 03:07:01.598547 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 36856) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:01.658035 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9b7349b3-59f4-453b-a4b6-462c7da44b48 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for security_group (a238f8e2-f40b-4295-a22b-5c82fc7081a7), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:01.683011 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9b7349b3-59f4-453b-a4b6-462c7da44b48 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for security_group (a238f8e2-f40b-4295-a22b-5c82fc7081a7), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:01.743398 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9b7349b3-59f4-453b-a4b6-462c7da44b48 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (a238f8e2-f40b-4295-a22b-5c82fc7081a7), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:01.746094 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9b7349b3-59f4-453b-a4b6-462c7da44b48 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:01.747236 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-9b7349b3-59f4-453b-a4b6-462c7da44b48 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] 10.222.0.16 "DELETE /v2.0/security-groups/a238f8e2-f40b-4295-a22b-5c82fc7081a7 HTTP/1.1" status: 204 len: 168 time: 0.1474631 Mar 04 03:07:01.756577 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7349b3-59f4-453b-a4b6-462c7da44b48 tempest-TestShelveInstance-1543881512 tempest-TestShelveInstance-1543881512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a238f8e2-f40b-4295-a22b-5c82fc7081a7,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:01.802300 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 36860) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:01.963935 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8b417d58-2746-4664-80ed-43e9122ad851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:02.351111 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9b349803-767e-456d-9339-cce61162976f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642248'] for router_interface (254e4558-4ce9-46bb-b2f6-63cc4fe6140b), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:02.654733 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3524c6-7a77-4663-b33e-53788243ba83 req-bc9ea821-acde-476a-9d60-44c3d2f6cded tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:02.665634 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ac3524c6-7a77-4663-b33e-53788243ba83 req-bc9ea821-acde-476a-9d60-44c3d2f6cded tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0761325 Mar 04 03:07:02.715283 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ac3524c6-7a77-4663-b33e-53788243ba83 req-d8f0a4d3-8c48-47eb-97ed-49375fb04bf1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484061 Mar 04 03:07:02.784749 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-9b349803-767e-456d-9339-cce61162976f admin admin] Deleting port 9227f68e-c0b1-4415-9e34-845340a44d9f {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:07:02.785728 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9b349803-767e-456d-9339-cce61162976f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (9227f68e-c0b1-4415-9e34-845340a44d9f), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:02.893559 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-9b349803-767e-456d-9339-cce61162976f admin admin] For port 9227f68e-c0b1-4415-9e34-845340a44d9f, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=9227f68e-c0b1-4415-9e34-845340a44d9f,segment=NetworkSegment(7da1f331-85d5-4c9f-b06f-15e6b2fd523d),segment_id=7da1f331-85d5-4c9f-b06f-15e6b2fd523d)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:02.894039 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9b349803-767e-456d-9339-cce61162976f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (9227f68e-c0b1-4415-9e34-845340a44d9f), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:02.909677 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-9b349803-767e-456d-9339-cce61162976f admin admin] Calling delete_port for 9227f68e-c0b1-4415-9e34-845340a44d9f owned by network:router_interface {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:07:03.106097 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9b349803-767e-456d-9339-cce61162976f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (9227f68e-c0b1-4415-9e34-845340a44d9f), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:03.146330 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device f6905acd-71e8-454b-b704-fb22bd94943d no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:07:03.147210 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b349803-767e-456d-9339-cce61162976f admin admin] Pushing event deleted for resources: {'Port': ['ID=9227f68e-c0b1-4415-9e34-845340a44d9f,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:03.181277 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] No Port match for: f6905acd-71e8-454b-b704-fb22bd94943d {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:07:03.181924 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device f6905acd-71e8-454b-b704-fb22bd94943d not bound to the agent host hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:07:03.394844 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9b349803-767e-456d-9339-cce61162976f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642084'] for router_interface (254e4558-4ce9-46bb-b2f6-63cc4fe6140b), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:03.648240 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b349803-767e-456d-9339-cce61162976f admin admin] Router 254e4558-4ce9-46bb-b2f6-63cc4fe6140b has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:07:03.762908 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b349803-767e-456d-9339-cce61162976f admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:07:03.771862 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-9b349803-767e-456d-9339-cce61162976f admin admin] 10.222.0.16 "PUT /v2.0/routers/254e4558-4ce9-46bb-b2f6-63cc4fe6140b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9656966 Mar 04 03:07:03.771986 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 36868) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:03.775325 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e16ce87-1c56-4480-96eb-7a3c21415462 None None] Sync routers for ids ['254e4558-4ce9-46bb-b2f6-63cc4fe6140b'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:07:03.811006 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e16ce87-1c56-4480-96eb-7a3c21415462 None None] Routers {'254e4558-4ce9-46bb-b2f6-63cc4fe6140b'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:07:03.814708 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-4e16ce87-1c56-4480-96eb-7a3c21415462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:06:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['254e4558-4ce9-46bb-b2f6-63cc4fe6140b'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:03.934677 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Publish callbacks [] for router (254e4558-4ce9-46bb-b2f6-63cc4fe6140b), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:03.948023 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-4e16ce87-1c56-4480-96eb-7a3c21415462 None None] Set router 254e4558-4ce9-46bb-b2f6-63cc4fe6140b gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:07:03.985818 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062de2e3-c594-40c2-b8d3-9c66a2011984 req-c2c59e89-68b1-4323-b49c-56a38afa63e9 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:03.987305 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-062de2e3-c594-40c2-b8d3-9c66a2011984 req-c2c59e89-68b1-4323-b49c-56a38afa63e9 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.1013165 Mar 04 03:07:04.074894 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-062de2e3-c594-40c2-b8d3-9c66a2011984 req-1e4f3bae-6d2f-4c07-aec9-befb164073b8 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788636 Mar 04 03:07:04.100382 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Publish callbacks [] for router_gateway (254e4558-4ce9-46bb-b2f6-63cc4fe6140b), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:04.172748 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-4e16ce87-1c56-4480-96eb-7a3c21415462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'name': 'tempest-TestShelveInstance-1102214424-router', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9bf73166-64b0-439e-9031-1232744788fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:58:41Z', 'updated_at': '2022-03-04T03:07:03Z', 'revision_number': 5, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'gw_port': {'id': '9bf73166-64b0-439e-9031-1232744788fd', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:42Z', 'updated_at': '2022-03-04T02:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:04.181372 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Deleting port 9bf73166-64b0-439e-9031-1232744788fd {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:07:04.181806 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (9bf73166-64b0-439e-9031-1232744788fd), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:04.200351 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e16ce87-1c56-4480-96eb-7a3c21415462 None None] Checking router: 254e4558-4ce9-46bb-b2f6-63cc4fe6140b for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:07:04.209592 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e16ce87-1c56-4480-96eb-7a3c21415462 None None] Routers {'254e4558-4ce9-46bb-b2f6-63cc4fe6140b'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:07:04.210231 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-4e16ce87-1c56-4480-96eb-7a3c21415462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:06:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['254e4558-4ce9-46bb-b2f6-63cc4fe6140b'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:04.293833 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] For port 9bf73166-64b0-439e-9031-1232744788fd, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=9bf73166-64b0-439e-9031-1232744788fd,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:04.294194 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (9bf73166-64b0-439e-9031-1232744788fd), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:04.309268 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Calling delete_port for 9bf73166-64b0-439e-9031-1232744788fd owned by network:router_gateway {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:07:04.320511 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-4e16ce87-1c56-4480-96eb-7a3c21415462 None None] Set router 254e4558-4ce9-46bb-b2f6-63cc4fe6140b gateway port host: None {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:07:04.383549 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-4e16ce87-1c56-4480-96eb-7a3c21415462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'name': 'tempest-TestShelveInstance-1102214424-router', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:58:41Z', 'updated_at': '2022-03-04T03:07:04Z', 'revision_number': 6, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'gw_port_host': None}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:04.426011 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e16ce87-1c56-4480-96eb-7a3c21415462 None None] The sync data for ids ['254e4558-4ce9-46bb-b2f6-63cc4fe6140b'] in dv-cinder-828061-7-iscsi is: [{'id': '254e4558-4ce9-46bb-b2f6-63cc4fe6140b', 'name': 'tempest-TestShelveInstance-1102214424-router', 'tenant_id': '008d600fd8c441ff8b482ff1a7313891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:58:41Z', 'updated_at': '2022-03-04T03:07:04Z', 'revision_number': 6, 'project_id': '008d600fd8c441ff8b482ff1a7313891', 'gw_port_host': None}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:07:04.445288 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-10d8ce1e-8401-4bc2-a393-7df3de0491eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:04.515572 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (9bf73166-64b0-439e-9031-1232744788fd), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:04.543026 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf73166-64b0-439e-9031-1232744788fd,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:04.584736 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:04.585178 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:04.585516 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:04.585882 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:04.586223 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:04.586690 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:04.586864 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:04.588033 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:04.588033 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:04.588033 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:04.588289 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:04.588513 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:04.588832 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:04.630255 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641158'] for router_gateway (254e4558-4ce9-46bb-b2f6-63cc4fe6140b), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:04.739182 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59159'] for router (254e4558-4ce9-46bb-b2f6-63cc4fe6140b), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:04.741340 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Publish callbacks [] for router_controller (254e4558-4ce9-46bb-b2f6-63cc4fe6140b), precommit_delete_associations {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:04.830819 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654381'] for router (254e4558-4ce9-46bb-b2f6-63cc4fe6140b), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:04.831602 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 254e4558-4ce9-46bb-b2f6-63cc4fe6140b {{(pid=102946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 03:07:04.836380 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:04.837553 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-fc073a2e-265e-444d-9bd3-f25fd25446cd admin admin] 10.222.0.16 "DELETE /v2.0/routers/254e4558-4ce9-46bb-b2f6-63cc4fe6140b HTTP/1.1" status: 204 len: 168 time: 1.0647914 Mar 04 03:07:04.840138 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 36870) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:04.888673 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_v2 [None req-10fc45dd-8f54-48f8-966e-33ef630023df admin admin] Deleting subnet da08f08c-befc-48c1-b5f3-365ec3403793 {{(pid=102946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 03:07:04.892730 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-10fc45dd-8f54-48f8-966e-33ef630023df admin admin] Publish callbacks [] for subnet (da08f08c-befc-48c1-b5f3-365ec3403793), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:04.936387 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-10fc45dd-8f54-48f8-966e-33ef630023df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9053631'] for subnet (da08f08c-befc-48c1-b5f3-365ec3403793), precommit_delete_associations {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:05.070589 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-10fc45dd-8f54-48f8-966e-33ef630023df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511659'] for subnet (da08f08c-befc-48c1-b5f3-365ec3403793), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:05.160767 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-10fc45dd-8f54-48f8-966e-33ef630023df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11867116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11473261'] for subnet (da08f08c-befc-48c1-b5f3-365ec3403793), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:05.187823 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc45dd-8f54-48f8-966e-33ef630023df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da08f08c-befc-48c1-b5f3-365ec3403793,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:05.191844 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-10fc45dd-8f54-48f8-966e-33ef630023df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:05.197026 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-10fc45dd-8f54-48f8-966e-33ef630023df admin admin] 10.222.0.16 "DELETE /v2.0/subnets/da08f08c-befc-48c1-b5f3-365ec3403793 HTTP/1.1" status: 204 len: 168 time: 0.3538244 Mar 04 03:07:05.197416 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 36876) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:05.203515 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c9ad9a-ced7-4eb4-9e73-e8fce8d03adb None None] Network 0b87ed6a-60ec-432a-a88d-8dfb781ec617 requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:07:05.290613 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5f4dd0ab-9226-4b82-9555-0599e005ab29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516816'] for network (0b87ed6a-60ec-432a-a88d-8dfb781ec617), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:05.379258 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-5f4dd0ab-9226-4b82-9555-0599e005ab29 admin admin] Deleting port f5169257-0f71-4a31-8a74-35de0e692151 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:07:05.379603 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5f4dd0ab-9226-4b82-9555-0599e005ab29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (f5169257-0f71-4a31-8a74-35de0e692151), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:05.419227 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:05.424568 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e00d7-619e-485b-a641-af20d3dc15f0 req-8a9b1bd5-24a4-4829-9a42-89bdae10772f tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:05.429769 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-705e00d7-619e-485b-a641-af20d3dc15f0 req-8a9b1bd5-24a4-4829-9a42-89bdae10772f tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.1844833 Mar 04 03:07:05.489043 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d30eb2-df6b-4939-a480-6dc5d54025a8 None None] DHCP port deletion for 0b87ed6a-60ec-432a-a88d-8dfb781ec617 request from dv-cinder-828061-7-iscsi {{(pid=102955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 03:07:05.538301 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 9227f68e-c0b1-4415-9e34-845340a44d9f no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:07:05.540994 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-705e00d7-619e-485b-a641-af20d3dc15f0 req-e23134ee-43ff-4b25-b5a7-034b2af663f3 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982265 Mar 04 03:07:05.559829 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-5f4dd0ab-9226-4b82-9555-0599e005ab29 admin admin] For port f5169257-0f71-4a31-8a74-35de0e692151, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=f5169257-0f71-4a31-8a74-35de0e692151,segment=NetworkSegment(7da1f331-85d5-4c9f-b06f-15e6b2fd523d),segment_id=7da1f331-85d5-4c9f-b06f-15e6b2fd523d)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:05.560261 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5f4dd0ab-9226-4b82-9555-0599e005ab29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (f5169257-0f71-4a31-8a74-35de0e692151), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:05.568743 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: 9227f68e-c0b1-4415-9e34-845340a44d9f {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:07:05.569331 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 9227f68e-c0b1-4415-9e34-845340a44d9f not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:07:05.569952 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 9bf73166-64b0-439e-9031-1232744788fd no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:07:05.584815 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-5f4dd0ab-9226-4b82-9555-0599e005ab29 admin admin] Calling delete_port for f5169257-0f71-4a31-8a74-35de0e692151 owned by network:dhcp {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:07:05.602544 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: 9bf73166-64b0-439e-9031-1232744788fd {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:07:05.602884 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 9bf73166-64b0-439e-9031-1232744788fd not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:07:05.622553 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b5d30eb2-df6b-4939-a480-6dc5d54025a8 None None] Deleting port f5169257-0f71-4a31-8a74-35de0e692151 {{(pid=102955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:07:05.622923 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b5d30eb2-df6b-4939-a480-6dc5d54025a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (f5169257-0f71-4a31-8a74-35de0e692151), before_delete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:05.699253 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5f4dd0ab-9226-4b82-9555-0599e005ab29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (f5169257-0f71-4a31-8a74-35de0e692151), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:05.705431 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b5d30eb2-df6b-4939-a480-6dc5d54025a8 None None] For port f5169257-0f71-4a31-8a74-35de0e692151, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=f5169257-0f71-4a31-8a74-35de0e692151,segment=NetworkSegment(7da1f331-85d5-4c9f-b06f-15e6b2fd523d),segment_id=7da1f331-85d5-4c9f-b06f-15e6b2fd523d)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:05.705880 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b5d30eb2-df6b-4939-a480-6dc5d54025a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (f5169257-0f71-4a31-8a74-35de0e692151), precommit_delete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:05.720315 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b5d30eb2-df6b-4939-a480-6dc5d54025a8 None None] Calling delete_port for f5169257-0f71-4a31-8a74-35de0e692151 owned by network:dhcp {{(pid=102955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:07:05.739750 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4dd0ab-9226-4b82-9555-0599e005ab29 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5169257-0f71-4a31-8a74-35de0e692151,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:05.745736 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4dd0ab-9226-4b82-9555-0599e005ab29 admin admin] No DVR routers for this DVR port f5169257-0f71-4a31-8a74-35de0e692151 on host dv-cinder-828061-7-iscsi {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:07:05.850073 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5f4dd0ab-9226-4b82-9555-0599e005ab29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621520', 'neutron.services.segments.db._delete_segments_for_network-8753426307485'] for network (0b87ed6a-60ec-432a-a88d-8dfb781ec617), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:05.860335 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b5d30eb2-df6b-4939-a480-6dc5d54025a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966'] for port (f5169257-0f71-4a31-8a74-35de0e692151), after_delete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:05.875662 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-5f4dd0ab-9226-4b82-9555-0599e005ab29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b87ed6a-60ec-432a-a88d-8dfb781ec617']}} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:05.886340 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-5f4dd0ab-9226-4b82-9555-0599e005ab29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da1f331-85d5-4c9f-b06f-15e6b2fd523d') {'for_net_delete': True} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:05.886898 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-5f4dd0ab-9226-4b82-9555-0599e005ab29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da1f331-85d5-4c9f-b06f-15e6b2fd523d') {} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:05.895653 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d30eb2-df6b-4939-a480-6dc5d54025a8 None None] No DVR routers for this DVR port f5169257-0f71-4a31-8a74-35de0e692151 on host dv-cinder-828061-7-iscsi {{(pid=102955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:07:05.898173 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d30eb2-df6b-4939-a480-6dc5d54025a8 None None] Pushing event deleted for resources: {'Port': ['ID=f5169257-0f71-4a31-8a74-35de0e692151,revision_number=None']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:05.904260 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5f4dd0ab-9226-4b82-9555-0599e005ab29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753426310822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797352'] for segment (7da1f331-85d5-4c9f-b06f-15e6b2fd523d), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:05.922801 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5f4dd0ab-9226-4b82-9555-0599e005ab29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (7da1f331-85d5-4c9f-b06f-15e6b2fd523d), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:05.939292 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4dd0ab-9226-4b82-9555-0599e005ab29 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=102948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 03:07:05.940161 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5f4dd0ab-9226-4b82-9555-0599e005ab29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12132969'] for segment (7da1f331-85d5-4c9f-b06f-15e6b2fd523d), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: Traceback (most recent call last): Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: timer() Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: cb(*args, **kw) Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: return func(*args, **kwargs) Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: self._notify() Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: self.callback(batched_events) Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: event.method(event) Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: return f(self, *a, **k) Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: return self._get(url).json() Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: return self.request(url, 'GET', **kwargs) Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 03:07:05.942306 dv-cinder-828061-7-iscsi neutron-server[102948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 03:07:06.001911 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5f4dd0ab-9226-4b82-9555-0599e005ab29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641210'] for network (0b87ed6a-60ec-432a-a88d-8dfb781ec617), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:06.018412 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5f4dd0ab-9226-4b82-9555-0599e005ab29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:06.021814 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-5f4dd0ab-9226-4b82-9555-0599e005ab29 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0b87ed6a-60ec-432a-a88d-8dfb781ec617 HTTP/1.1" status: 204 len: 168 time: 0.8232605 Mar 04 03:07:06.022782 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4dd0ab-9226-4b82-9555-0599e005ab29 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b87ed6a-60ec-432a-a88d-8dfb781ec617,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:06.024875 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 36880) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:06.678258 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-32ad42c0-b09a-4890-a8bf-f0ead1afbb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642248'] for router_interface (f27fab70-5d96-4b60-9994-c0d6d359d853), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:06.684707 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071edc5-1e49-4f7a-a759-279510b4ffa8 req-3aa09e04-3278-481e-8d3b-ef1d1164d954 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:06.692853 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1071edc5-1e49-4f7a-a759-279510b4ffa8 req-3aa09e04-3278-481e-8d3b-ef1d1164d954 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0674219 Mar 04 03:07:06.735217 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:06.755347 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1071edc5-1e49-4f7a-a759-279510b4ffa8 req-12e757b8-467b-4f32-8658-3a926ce3635c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615771 Mar 04 03:07:06.977917 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-32ad42c0-b09a-4890-a8bf-f0ead1afbb90 admin admin] Deleting port 37ad8d1c-4859-4dc6-9a5f-57464199f6a9 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:07:06.978617 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-32ad42c0-b09a-4890-a8bf-f0ead1afbb90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (37ad8d1c-4859-4dc6-9a5f-57464199f6a9), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:07.059621 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-32ad42c0-b09a-4890-a8bf-f0ead1afbb90 admin admin] For port 37ad8d1c-4859-4dc6-9a5f-57464199f6a9, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=37ad8d1c-4859-4dc6-9a5f-57464199f6a9,segment=NetworkSegment(1db64419-588b-4587-bb8d-a188a045953d),segment_id=1db64419-588b-4587-bb8d-a188a045953d)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:07.060004 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-32ad42c0-b09a-4890-a8bf-f0ead1afbb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (37ad8d1c-4859-4dc6-9a5f-57464199f6a9), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:07.074226 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-32ad42c0-b09a-4890-a8bf-f0ead1afbb90 admin admin] Calling delete_port for 37ad8d1c-4859-4dc6-9a5f-57464199f6a9 owned by network:router_interface {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:07:07.235225 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device f5169257-0f71-4a31-8a74-35de0e692151 no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:07:07.260624 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: f5169257-0f71-4a31-8a74-35de0e692151 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:07:07.261041 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device f5169257-0f71-4a31-8a74-35de0e692151 not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:07:07.296322 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-32ad42c0-b09a-4890-a8bf-f0ead1afbb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (37ad8d1c-4859-4dc6-9a5f-57464199f6a9), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:07.340320 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad42c0-b09a-4890-a8bf-f0ead1afbb90 admin admin] Pushing event deleted for resources: {'Port': ['ID=37ad8d1c-4859-4dc6-9a5f-57464199f6a9,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:07.556208 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-32ad42c0-b09a-4890-a8bf-f0ead1afbb90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642084'] for router_interface (f27fab70-5d96-4b60-9994-c0d6d359d853), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:07.817444 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ad42c0-b09a-4890-a8bf-f0ead1afbb90 admin admin] Router f27fab70-5d96-4b60-9994-c0d6d359d853 has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:07:07.889147 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6469d4-e761-4aaa-a4d5-57a83d71ee6c req-ab5dea95-9dd6-4a2e-853d-b25da8ebb683 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:07.892112 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6d6469d4-e761-4aaa-a4d5-57a83d71ee6c req-ab5dea95-9dd6-4a2e-853d-b25da8ebb683 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0557084 Mar 04 03:07:07.950051 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ad42c0-b09a-4890-a8bf-f0ead1afbb90 admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:07:07.957019 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-32ad42c0-b09a-4890-a8bf-f0ead1afbb90 admin admin] 10.222.0.16 "PUT /v2.0/routers/f27fab70-5d96-4b60-9994-c0d6d359d853/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9312601 Mar 04 03:07:07.959851 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 36888) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:07.972549 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33e0820-76f5-451e-8e05-79a036ab53a2 None None] Sync routers for ids ['f27fab70-5d96-4b60-9994-c0d6d359d853'] in dv-cinder-828061-7-iscsi {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:07:07.986175 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33e0820-76f5-451e-8e05-79a036ab53a2 None None] Routers {'f27fab70-5d96-4b60-9994-c0d6d359d853'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:07:07.987218 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-f33e0820-76f5-451e-8e05-79a036ab53a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:07:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['f27fab70-5d96-4b60-9994-c0d6d359d853'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:08.006205 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6d6469d4-e761-4aaa-a4d5-57a83d71ee6c req-437f3296-f0a6-4533-a4fd-ee478cb558dd tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078637 Mar 04 03:07:08.114959 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-f33e0820-76f5-451e-8e05-79a036ab53a2 None None] Set router f27fab70-5d96-4b60-9994-c0d6d359d853 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:07:08.173121 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fb9b4954-8d53-48c5-a117-da34fee00446 admin admin] Publish callbacks [] for router (f27fab70-5d96-4b60-9994-c0d6d359d853), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:08.316822 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-f33e0820-76f5-451e-8e05-79a036ab53a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27fab70-5d96-4b60-9994-c0d6d359d853', 'name': 'tempest-TestShelveInstance-62782688-router', 'tenant_id': '2c399ea6c2134231958f464e2c1423a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '75299b6d-b7e9-4ddc-9dda-cc30cd570251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:58:47Z', 'updated_at': '2022-03-04T03:07:07Z', 'revision_number': 5, 'project_id': '2c399ea6c2134231958f464e2c1423a5', 'gw_port': {'id': '75299b6d-b7e9-4ddc-9dda-cc30cd570251', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:86:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27fab70-5d96-4b60-9994-c0d6d359d853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:58:47Z', 'updated_at': '2022-03-04T02:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:08.322353 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fb9b4954-8d53-48c5-a117-da34fee00446 admin admin] Publish callbacks [] for router_gateway (f27fab70-5d96-4b60-9994-c0d6d359d853), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:08.349542 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33e0820-76f5-451e-8e05-79a036ab53a2 None None] Checking router: f27fab70-5d96-4b60-9994-c0d6d359d853 for host: dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:07:08.358915 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33e0820-76f5-451e-8e05-79a036ab53a2 None None] Routers {'f27fab70-5d96-4b60-9994-c0d6d359d853'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:07:08.359968 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-f33e0820-76f5-451e-8e05-79a036ab53a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:07:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['f27fab70-5d96-4b60-9994-c0d6d359d853'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:08.394697 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b4954-8d53-48c5-a117-da34fee00446 admin admin] Deleting port 75299b6d-b7e9-4ddc-9dda-cc30cd570251 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:07:08.394940 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fb9b4954-8d53-48c5-a117-da34fee00446 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (75299b6d-b7e9-4ddc-9dda-cc30cd570251), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:08.421901 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:08.456772 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-f33e0820-76f5-451e-8e05-79a036ab53a2 None None] Set router f27fab70-5d96-4b60-9994-c0d6d359d853 gateway port host: None {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:07:08.514191 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-fb9b4954-8d53-48c5-a117-da34fee00446 admin admin] For port 75299b6d-b7e9-4ddc-9dda-cc30cd570251, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=75299b6d-b7e9-4ddc-9dda-cc30cd570251,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:08.514552 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fb9b4954-8d53-48c5-a117-da34fee00446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (75299b6d-b7e9-4ddc-9dda-cc30cd570251), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:08.517263 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-f33e0820-76f5-451e-8e05-79a036ab53a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27fab70-5d96-4b60-9994-c0d6d359d853', 'name': 'tempest-TestShelveInstance-62782688-router', 'tenant_id': '2c399ea6c2134231958f464e2c1423a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:58:47Z', 'updated_at': '2022-03-04T03:07:08Z', 'revision_number': 6, 'project_id': '2c399ea6c2134231958f464e2c1423a5', 'gw_port_host': None}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:08.531990 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b4954-8d53-48c5-a117-da34fee00446 admin admin] Calling delete_port for 75299b6d-b7e9-4ddc-9dda-cc30cd570251 owned by network:router_gateway {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:07:08.555094 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33e0820-76f5-451e-8e05-79a036ab53a2 None None] The sync data for ids ['f27fab70-5d96-4b60-9994-c0d6d359d853'] in dv-cinder-828061-7-iscsi is: [{'id': 'f27fab70-5d96-4b60-9994-c0d6d359d853', 'name': 'tempest-TestShelveInstance-62782688-router', 'tenant_id': '2c399ea6c2134231958f464e2c1423a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:58:47Z', 'updated_at': '2022-03-04T03:07:08Z', 'revision_number': 6, 'project_id': '2c399ea6c2134231958f464e2c1423a5', 'gw_port_host': None}] {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:07:08.725517 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fb9b4954-8d53-48c5-a117-da34fee00446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (75299b6d-b7e9-4ddc-9dda-cc30cd570251), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:08.750441 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b4954-8d53-48c5-a117-da34fee00446 admin admin] Pushing event deleted for resources: {'Port': ['ID=75299b6d-b7e9-4ddc-9dda-cc30cd570251,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:08.817845 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fb9b4954-8d53-48c5-a117-da34fee00446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641158'] for router_gateway (f27fab70-5d96-4b60-9994-c0d6d359d853), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:08.921929 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fb9b4954-8d53-48c5-a117-da34fee00446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59159'] for router (f27fab70-5d96-4b60-9994-c0d6d359d853), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:08.924741 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fb9b4954-8d53-48c5-a117-da34fee00446 admin admin] Publish callbacks [] for router_controller (f27fab70-5d96-4b60-9994-c0d6d359d853), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:08.984492 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fb9b4954-8d53-48c5-a117-da34fee00446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654381'] for router (f27fab70-5d96-4b60-9994-c0d6d359d853), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:08.985027 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9b4954-8d53-48c5-a117-da34fee00446 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f27fab70-5d96-4b60-9994-c0d6d359d853 {{(pid=102948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 03:07:08.990471 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fb9b4954-8d53-48c5-a117-da34fee00446 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:08.991730 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-fb9b4954-8d53-48c5-a117-da34fee00446 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f27fab70-5d96-4b60-9994-c0d6d359d853 HTTP/1.1" status: 204 len: 168 time: 1.0269864 Mar 04 03:07:08.995595 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 36890) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:09.067775 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83f62c5-917e-492f-a77c-7484000e7fab admin admin] Deleting subnet c1cf8f4a-122d-4839-9741-29204572de08 {{(pid=102948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 03:07:09.080373 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d83f62c5-917e-492f-a77c-7484000e7fab admin admin] Publish callbacks [] for subnet (c1cf8f4a-122d-4839-9741-29204572de08), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:09.128387 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d83f62c5-917e-492f-a77c-7484000e7fab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797375'] for subnet (c1cf8f4a-122d-4839-9741-29204572de08), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:09.154555 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c57818-782b-41a6-9c50-540008c22c75 req-37889e31-d37c-4a40-9968-90cef3ef5d67 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:09.161478 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-42c57818-782b-41a6-9c50-540008c22c75 req-37889e31-d37c-4a40-9968-90cef3ef5d67 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0656626 Mar 04 03:07:09.219692 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-42c57818-782b-41a6-9c50-540008c22c75 req-473afc19-cc5a-447a-a30f-589e756c470f tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572407 Mar 04 03:07:09.243645 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d83f62c5-917e-492f-a77c-7484000e7fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511659'] for subnet (c1cf8f4a-122d-4839-9741-29204572de08), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:09.307744 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d83f62c5-917e-492f-a77c-7484000e7fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12133047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12482570'] for subnet (c1cf8f4a-122d-4839-9741-29204572de08), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:09.337890 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f62c5-917e-492f-a77c-7484000e7fab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1cf8f4a-122d-4839-9741-29204572de08,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:09.347082 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d83f62c5-917e-492f-a77c-7484000e7fab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:09.353844 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-d83f62c5-917e-492f-a77c-7484000e7fab admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c1cf8f4a-122d-4839-9741-29204572de08 HTTP/1.1" status: 204 len: 168 time: 0.3569973 Mar 04 03:07:09.354533 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 36898) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:09.362192 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d42e25-b57d-48f9-8300-1f73770d6006 None None] Network 14dd4a45-7df5-48c4-baa8-a0cf3da6b452 requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:07:09.486175 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7578ed54-c9e6-4728-a011-c4cb98ac9059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516816'] for network (14dd4a45-7df5-48c4-baa8-a0cf3da6b452), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:09.496901 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 37ad8d1c-4859-4dc6-9a5f-57464199f6a9 no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:07:09.527172 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: 37ad8d1c-4859-4dc6-9a5f-57464199f6a9 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:07:09.528149 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 37ad8d1c-4859-4dc6-9a5f-57464199f6a9 not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:07:09.528947 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 75299b6d-b7e9-4ddc-9dda-cc30cd570251 no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:07:09.563793 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: 75299b6d-b7e9-4ddc-9dda-cc30cd570251 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:07:09.564560 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 75299b6d-b7e9-4ddc-9dda-cc30cd570251 not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:07:09.567858 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869432c0-97a9-4882-8931-202a425d8750 None None] DHCP port deletion for 14dd4a45-7df5-48c4-baa8-a0cf3da6b452 request from dv-cinder-828061-7-iscsi {{(pid=102955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 03:07:09.601317 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-7578ed54-c9e6-4728-a011-c4cb98ac9059 admin admin] Deleting port af8f1622-7115-4d6b-83fb-69b211f7a931 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:07:09.601802 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7578ed54-c9e6-4728-a011-c4cb98ac9059 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (af8f1622-7115-4d6b-83fb-69b211f7a931), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:09.622026 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-869432c0-97a9-4882-8931-202a425d8750 None None] Deleting port af8f1622-7115-4d6b-83fb-69b211f7a931 {{(pid=102955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:07:09.622699 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-869432c0-97a9-4882-8931-202a425d8750 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (af8f1622-7115-4d6b-83fb-69b211f7a931), before_delete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:09.689433 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-7578ed54-c9e6-4728-a011-c4cb98ac9059 admin admin] For port af8f1622-7115-4d6b-83fb-69b211f7a931, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=af8f1622-7115-4d6b-83fb-69b211f7a931,segment=NetworkSegment(1db64419-588b-4587-bb8d-a188a045953d),segment_id=1db64419-588b-4587-bb8d-a188a045953d)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:09.690375 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7578ed54-c9e6-4728-a011-c4cb98ac9059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (af8f1622-7115-4d6b-83fb-69b211f7a931), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:09.704988 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-7578ed54-c9e6-4728-a011-c4cb98ac9059 admin admin] Calling delete_port for af8f1622-7115-4d6b-83fb-69b211f7a931 owned by network:dhcp {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:07:09.710735 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-869432c0-97a9-4882-8931-202a425d8750 None None] For port af8f1622-7115-4d6b-83fb-69b211f7a931, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=af8f1622-7115-4d6b-83fb-69b211f7a931,segment=NetworkSegment(1db64419-588b-4587-bb8d-a188a045953d),segment_id=1db64419-588b-4587-bb8d-a188a045953d)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:09.711134 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-869432c0-97a9-4882-8931-202a425d8750 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (af8f1622-7115-4d6b-83fb-69b211f7a931), precommit_delete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:09.728781 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-869432c0-97a9-4882-8931-202a425d8750 None None] Calling delete_port for af8f1622-7115-4d6b-83fb-69b211f7a931 owned by network:dhcp {{(pid=102955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:07:09.824962 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-869432c0-97a9-4882-8931-202a425d8750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966'] for port (af8f1622-7115-4d6b-83fb-69b211f7a931), after_delete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:09.834339 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7578ed54-c9e6-4728-a011-c4cb98ac9059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (af8f1622-7115-4d6b-83fb-69b211f7a931), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:09.867828 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7578ed54-c9e6-4728-a011-c4cb98ac9059 admin admin] No DVR routers for this DVR port af8f1622-7115-4d6b-83fb-69b211f7a931 on host dv-cinder-828061-7-iscsi {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:07:09.870375 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869432c0-97a9-4882-8931-202a425d8750 None None] Pushing event deleted for resources: {'Port': ['ID=af8f1622-7115-4d6b-83fb-69b211f7a931,revision_number=None']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:09.876949 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869432c0-97a9-4882-8931-202a425d8750 None None] No DVR routers for this DVR port af8f1622-7115-4d6b-83fb-69b211f7a931 on host dv-cinder-828061-7-iscsi {{(pid=102955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:07:09.880774 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578ed54-c9e6-4728-a011-c4cb98ac9059 admin admin] Pushing event deleted for resources: {'Port': ['ID=af8f1622-7115-4d6b-83fb-69b211f7a931,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:09.972926 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7578ed54-c9e6-4728-a011-c4cb98ac9059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621520', 'neutron.services.segments.db._delete_segments_for_network-8753426307485'] for network (14dd4a45-7df5-48c4-baa8-a0cf3da6b452), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:10.005631 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-7578ed54-c9e6-4728-a011-c4cb98ac9059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14dd4a45-7df5-48c4-baa8-a0cf3da6b452']}} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:10.016166 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-7578ed54-c9e6-4728-a011-c4cb98ac9059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db64419-588b-4587-bb8d-a188a045953d') {'for_net_delete': True} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:10.016391 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-7578ed54-c9e6-4728-a011-c4cb98ac9059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db64419-588b-4587-bb8d-a188a045953d') {} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:10.031224 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7578ed54-c9e6-4728-a011-c4cb98ac9059 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753426310822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797352'] for segment (1db64419-588b-4587-bb8d-a188a045953d), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:10.048606 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7578ed54-c9e6-4728-a011-c4cb98ac9059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (1db64419-588b-4587-bb8d-a188a045953d), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:10.055523 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7578ed54-c9e6-4728-a011-c4cb98ac9059 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 03:07:10.055886 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7578ed54-c9e6-4728-a011-c4cb98ac9059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12132969'] for segment (1db64419-588b-4587-bb8d-a188a045953d), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: self.session.flush() Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: self.session.flush() Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: self.session.flush() Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: self.session.flush() Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: Traceback (most recent call last): Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: timer() Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: cb(*args, **kw) Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: return func(*args, **kwargs) Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: self._notify() Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: self.callback(batched_events) Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: event.method(event) Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: return f(self, *a, **k) Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: return self._get(url).json() Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: return self.request(url, 'GET', **kwargs) Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 03:07:10.057983 dv-cinder-828061-7-iscsi neutron-server[102948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 03:07:10.125640 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7578ed54-c9e6-4728-a011-c4cb98ac9059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641210'] for network (14dd4a45-7df5-48c4-baa8-a0cf3da6b452), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:10.132434 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7578ed54-c9e6-4728-a011-c4cb98ac9059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:10.145643 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-7578ed54-c9e6-4728-a011-c4cb98ac9059 admin admin] 10.222.0.16 "DELETE /v2.0/networks/14dd4a45-7df5-48c4-baa8-a0cf3da6b452 HTTP/1.1" status: 204 len: 168 time: 0.7805200 Mar 04 03:07:10.148595 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578ed54-c9e6-4728-a011-c4cb98ac9059 admin admin] Pushing event deleted for resources: {'Network': ['ID=14dd4a45-7df5-48c4-baa8-a0cf3da6b452,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:10.292663 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 36904) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:10.352613 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f21977-9565-479d-9fb5-b33cf6096b01 req-e8078af4-c4c6-4792-81fa-b7b72e783e7d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:10.355053 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-43f21977-9565-479d-9fb5-b33cf6096b01 req-e8078af4-c4c6-4792-81fa-b7b72e783e7d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0632935 Mar 04 03:07:10.357728 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-49e685b4-942e-4ff9-99ea-034fd8c1ebe5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=008d600fd8c441ff8b482ff1a7313891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0623050 Mar 04 03:07:10.359533 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 36906) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:10.443256 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-43f21977-9565-479d-9fb5-b33cf6096b01 req-6a434449-9ac9-4a1b-8854-f8c9c91659aa tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808272 Mar 04 03:07:10.444179 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d9c871d6-eed0-4655-89ba-6a3a9fbf9cd5 admin admin] Publish callbacks [] for security_group (60a28fcc-255a-47cf-bf7e-d2e1cc1fa9e7), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:10.473608 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d9c871d6-eed0-4655-89ba-6a3a9fbf9cd5 admin admin] Publish callbacks [] for security_group (60a28fcc-255a-47cf-bf7e-d2e1cc1fa9e7), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:10.527848 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d9c871d6-eed0-4655-89ba-6a3a9fbf9cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (60a28fcc-255a-47cf-bf7e-d2e1cc1fa9e7), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:10.531572 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d9c871d6-eed0-4655-89ba-6a3a9fbf9cd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:10.532952 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-d9c871d6-eed0-4655-89ba-6a3a9fbf9cd5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60a28fcc-255a-47cf-bf7e-d2e1cc1fa9e7 HTTP/1.1" status: 204 len: 168 time: 0.1724191 Mar 04 03:07:10.541424 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c871d6-eed0-4655-89ba-6a3a9fbf9cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a28fcc-255a-47cf-bf7e-d2e1cc1fa9e7,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:10.922970 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 36914) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:10.971858 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-54e05b5b-cfbe-4cbf-9454-5a94e5ffceaf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c399ea6c2134231958f464e2c1423a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470924 Mar 04 03:07:10.973555 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 36916) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:11.041616 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-7bde2815-9e22-4698-990c-6e63f341a96e admin admin] Publish callbacks [] for security_group (53ab25e4-13d8-4441-bfcd-21f0aacf8379), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:11.075108 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-7bde2815-9e22-4698-990c-6e63f341a96e admin admin] Publish callbacks [] for security_group (53ab25e4-13d8-4441-bfcd-21f0aacf8379), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:11.139893 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-7bde2815-9e22-4698-990c-6e63f341a96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (53ab25e4-13d8-4441-bfcd-21f0aacf8379), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:11.143923 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-7bde2815-9e22-4698-990c-6e63f341a96e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:11.145320 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-7bde2815-9e22-4698-990c-6e63f341a96e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53ab25e4-13d8-4441-bfcd-21f0aacf8379 HTTP/1.1" status: 204 len: 168 time: 0.1702771 Mar 04 03:07:11.167321 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde2815-9e22-4698-990c-6e63f341a96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ab25e4-13d8-4441-bfcd-21f0aacf8379,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:11.253366 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device af8f1622-7115-4d6b-83fb-69b211f7a931 no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:07:11.278274 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: af8f1622-7115-4d6b-83fb-69b211f7a931 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:07:11.279011 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device af8f1622-7115-4d6b-83fb-69b211f7a931 not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:07:11.632753 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d88d7-6a4e-4c0b-9e64-30b9e900b4f1 req-54278120-02ad-4c0e-ac1f-7ccb9aaf5021 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:11.634431 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e90d88d7-6a4e-4c0b-9e64-30b9e900b4f1 req-54278120-02ad-4c0e-ac1f-7ccb9aaf5021 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0918381 Mar 04 03:07:11.693023 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e90d88d7-6a4e-4c0b-9e64-30b9e900b4f1 req-937877c3-ec9e-4b27-80d1-3ca1a960f03f tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527856 Mar 04 03:07:12.629578 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:12.822671 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21752122-6cd4-476b-885a-e9faca7f1b77 req-b242c84a-b7e3-4a9f-91ec-6e48fbd23cf5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:12.824315 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-21752122-6cd4-476b-885a-e9faca7f1b77 req-b242c84a-b7e3-4a9f-91ec-6e48fbd23cf5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0536923 Mar 04 03:07:12.871185 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-21752122-6cd4-476b-885a-e9faca7f1b77 req-1a6bcfb7-5697-4aa1-ae72-91ec865a3172 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407333 Mar 04 03:07:13.669953 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb36784-2baf-41ca-8c85-4c7b7782068b req-b732a706-ce55-45d5-b9e3-bd894327f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:13.672227 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7fb36784-2baf-41ca-8c85-4c7b7782068b req-b732a706-ce55-45d5-b9e3-bd894327f6b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=334bbe5c6d1042b49abc0793f344935b&device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 1130 time: 0.0490711 Mar 04 03:07:13.757379 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb36784-2baf-41ca-8c85-4c7b7782068b req-1f90a5c0-f508-47b1-a44c-c8cc0263685b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:13.758855 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7fb36784-2baf-41ca-8c85-4c7b7782068b req-1f90a5c0-f508-47b1-a44c-c8cc0263685b service neutron] 10.222.0.13 "GET /v2.0/networks?id=50eae8c7-06bd-487c-a181-0dbe4478419c HTTP/1.1" status: 200 len: 917 time: 0.0807526 Mar 04 03:07:13.828955 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7fb36784-2baf-41ca-8c85-4c7b7782068b req-d0517492-25cc-495c-bccb-75fad54c74a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc2cca6d-ea71-4900-9ccb-362ea33208da HTTP/1.1" status: 200 len: 1002 time: 0.0613143 Mar 04 03:07:13.875120 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb36784-2baf-41ca-8c85-4c7b7782068b req-d42df04e-c8ec-4f78-b53d-5aab3ec6e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:13.876499 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7fb36784-2baf-41ca-8c85-4c7b7782068b req-d42df04e-c8ec-4f78-b53d-5aab3ec6e754 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16952d07-ba3d-4d83-b57f-d1a1f6336b50 HTTP/1.1" status: 200 len: 855 time: 0.0415409 Mar 04 03:07:13.924503 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb36784-2baf-41ca-8c85-4c7b7782068b req-2ba44548-7b8c-42f6-ae8f-d7359a67fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:13.926062 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7fb36784-2baf-41ca-8c85-4c7b7782068b req-2ba44548-7b8c-42f6-ae8f-d7359a67fe2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50eae8c7-06bd-487c-a181-0dbe4478419c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439174 Mar 04 03:07:13.995937 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98609976-9cad-41e2-a292-c46126655b06 req-53f91c82-fe4a-4227-9fd7-3cb876ee093a tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:13.997403 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-98609976-9cad-41e2-a292-c46126655b06 req-53f91c82-fe4a-4227-9fd7-3cb876ee093a tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0524149 Mar 04 03:07:14.016830 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7fb36784-2baf-41ca-8c85-4c7b7782068b req-423cd0a5-e535-412f-bc70-a5f3d0ef5d4f service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838761 Mar 04 03:07:14.043530 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-98609976-9cad-41e2-a292-c46126655b06 req-1c2deca2-a041-44c1-8d09-2956c51631d3 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392816 Mar 04 03:07:14.104293 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-7fb36784-2baf-41ca-8c85-4c7b7782068b req-8f0937c6-003d-4aa9-b969-9889441b549c service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812204 Mar 04 03:07:15.170548 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bf9ae-61f7-4a6e-a655-554b6a7bdd26 req-e55eb096-a36e-4fc2-9088-074817d429ad tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:15.172694 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9e2bf9ae-61f7-4a6e-a655-554b6a7bdd26 req-e55eb096-a36e-4fc2-9088-074817d429ad tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0562003 Mar 04 03:07:15.217728 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9e2bf9ae-61f7-4a6e-a655-554b6a7bdd26 req-2fcd1d1d-ca67-438f-a910-91747cc54895 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394776 Mar 04 03:07:16.346422 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ed9e8-e030-4d65-a017-6f98763942a9 req-34ec6f10-b243-4d13-86ba-fcd9e41cc9c3 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:16.347884 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cd0ed9e8-e030-4d65-a017-6f98763942a9 req-34ec6f10-b243-4d13-86ba-fcd9e41cc9c3 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0551333 Mar 04 03:07:16.392407 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cd0ed9e8-e030-4d65-a017-6f98763942a9 req-6dfad89b-6ed6-4e30-a3c7-72e1d8011085 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388157 Mar 04 03:07:17.191760 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device bc2cca6d-ea71-4900-9ccb-362ea33208da no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:07:17.304721 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port bc2cca6d-ea71-4900-9ccb-362ea33208da is: ACTIVE; New status is: DOWN {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:07:17.305349 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:17.324135 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec128eb3-c575-4eef-aa41-71f55a32c421 req-132fbf95-9e90-453d-ae33-d921af597add tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:17.332862 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ec128eb3-c575-4eef-aa41-71f55a32c421 req-132fbf95-9e90-453d-ae33-d921af597add tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 946 time: 0.0898440 Mar 04 03:07:17.350872 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-30e96d71-0d62-4d36-a663-37a2c8e0bced req-6ef9093c-e261-47e7-8663-1fa70483ca22 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0512421 Mar 04 03:07:17.366262 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9602d0e0-2477-4989-8f0f-96488c67d08d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc2cca6d-ea71-4900-9ccb-362ea33208da'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:07:17.368552 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3489a4-be35-4c5b-967d-20d9610b4169" -d '{"events": [{"server_uuid": "9602d0e0-2477-4989-8f0f-96488c67d08d", "name": "network-vif-unplugged", "status": "completed", "tag": "bc2cca6d-ea71-4900-9ccb-362ea33208da"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:07:17.385323 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port bc2cca6d-ea71-4900-9ccb-362ea33208da, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bc2cca6d-ea71-4900-9ccb-362ea33208da,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:17.389400 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:17.415077 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Mar 2022 03:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac8d1f2-ba7a-42f9-8b5c-9f6fb50f1085 x-openstack-request-id: req-4ac8d1f2-ba7a-42f9-8b5c-9f6fb50f1085 {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:07:17.415365 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9602d0e0-2477-4989-8f0f-96488c67d08d", "name": "network-vif-unplugged", "status": "failed", "tag": "bc2cca6d-ea71-4900-9ccb-362ea33208da", "code": 422}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:07:17.415616 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ac8d1f2-ba7a-42f9-8b5c-9f6fb50f1085 {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:07:17.416007 dv-cinder-828061-7-iscsi neutron-server[102955]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9602d0e0-2477-4989-8f0f-96488c67d08d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bc2cca6d-ea71-4900-9ccb-362ea33208da', 'code': 422} returned with failed status Mar 04 03:07:17.428605 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ec128eb3-c575-4eef-aa41-71f55a32c421 req-caea284c-27ad-4915-a02f-df1a8ea4e715 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938756 Mar 04 03:07:17.449494 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=bc2cca6d-ea71-4900-9ccb-362ea33208da,revision_number=8']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:17.451175 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e96d71-0d62-4d36-a663-37a2c8e0bced req-0fc72311-7b83-4bf5-b786-41a535f7fb4e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:17.453257 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-30e96d71-0d62-4d36-a663-37a2c8e0bced req-0fc72311-7b83-4bf5-b786-41a535f7fb4e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports/bc2cca6d-ea71-4900-9ccb-362ea33208da HTTP/1.1" status: 200 len: 941 time: 0.0611064 Mar 04 03:07:18.536951 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e96d71-0d62-4d36-a663-37a2c8e0bced req-544717f3-d471-4b04-bef1-ab2abcc19dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:18.538632 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-30e96d71-0d62-4d36-a663-37a2c8e0bced req-544717f3-d471-4b04-bef1-ab2abcc19dc6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d&tenant_id=334bbe5c6d1042b49abc0793f344935b HTTP/1.1" status: 200 len: 1128 time: 0.3392401 Mar 04 03:07:18.567565 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c3b72-fd16-4994-9d0d-fcfc48e78267 req-a8b29c82-9189-4756-9d7e-e181284ac3f2 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:18.569205 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-924c3b72-fd16-4994-9d0d-fcfc48e78267 req-a8b29c82-9189-4756-9d7e-e181284ac3f2 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 944 time: 0.0587542 Mar 04 03:07:18.615359 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e96d71-0d62-4d36-a663-37a2c8e0bced req-aa111850-c13c-4e3a-b392-9f82001c9a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:18.617055 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-30e96d71-0d62-4d36-a663-37a2c8e0bced req-aa111850-c13c-4e3a-b392-9f82001c9a44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=334bbe5c6d1042b49abc0793f344935b&device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 1128 time: 0.0510154 Mar 04 03:07:18.620398 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-924c3b72-fd16-4994-9d0d-fcfc48e78267 req-47e3cc43-c2d8-4801-bbe5-e7b0e9d37898 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439162 Mar 04 03:07:18.719520 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e96d71-0d62-4d36-a663-37a2c8e0bced req-7f52e3bc-9574-4c75-8aa9-8754be9f2526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:18.721048 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-30e96d71-0d62-4d36-a663-37a2c8e0bced req-7f52e3bc-9574-4c75-8aa9-8754be9f2526 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50eae8c7-06bd-487c-a181-0dbe4478419c HTTP/1.1" status: 200 len: 917 time: 0.0963802 Mar 04 03:07:18.786080 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-30e96d71-0d62-4d36-a663-37a2c8e0bced req-80516a3a-3b44-44cc-8b84-995404a3d11b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc2cca6d-ea71-4900-9ccb-362ea33208da HTTP/1.1" status: 200 len: 1000 time: 0.0582209 Mar 04 03:07:18.834943 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e96d71-0d62-4d36-a663-37a2c8e0bced req-a97154cf-dc22-41c4-8ce8-9581eb035e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:18.836369 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-30e96d71-0d62-4d36-a663-37a2c8e0bced req-a97154cf-dc22-41c4-8ce8-9581eb035e06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16952d07-ba3d-4d83-b57f-d1a1f6336b50 HTTP/1.1" status: 200 len: 855 time: 0.0427375 Mar 04 03:07:18.889395 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e96d71-0d62-4d36-a663-37a2c8e0bced req-e5e9aa6b-a3ad-46c0-8520-339786c35452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:18.891480 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-30e96d71-0d62-4d36-a663-37a2c8e0bced req-e5e9aa6b-a3ad-46c0-8520-339786c35452 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50eae8c7-06bd-487c-a181-0dbe4478419c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465727 Mar 04 03:07:18.985810 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-30e96d71-0d62-4d36-a663-37a2c8e0bced req-2b00b414-1ad8-4633-93dd-d436cc8ac235 service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793455 Mar 04 03:07:19.083072 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-30e96d71-0d62-4d36-a663-37a2c8e0bced req-a4151b02-d92f-4f61-bad5-c5215d491e10 service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904181 Mar 04 03:07:19.802761 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c422d-cb27-4516-9ff6-4ec0ba8c886d req-1b3eaef5-4ec7-48c3-bce2-4c3ebe8bb4de tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:19.819045 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e30c422d-cb27-4516-9ff6-4ec0ba8c886d req-1b3eaef5-4ec7-48c3-bce2-4c3ebe8bb4de tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 944 time: 0.0991309 Mar 04 03:07:19.906704 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e30c422d-cb27-4516-9ff6-4ec0ba8c886d req-9007f505-106a-4c9f-87c0-54152452a3ac tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865595 Mar 04 03:07:20.307858 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d68eab-6c97-473b-a287-911b74502a4c req-188010cf-5734-4285-90c0-063787262b83 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:20.309741 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-18d68eab-6c97-473b-a287-911b74502a4c req-188010cf-5734-4285-90c0-063787262b83 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 945 time: 0.0546994 Mar 04 03:07:20.373996 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-18d68eab-6c97-473b-a287-911b74502a4c req-026a0556-f6c5-46f3-ad1f-a1e985bb07c3 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1b08801-246c-4956-947f-57ea16c52906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473666 Mar 04 03:07:21.036994 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ec212-7cc3-45f3-b684-9d838115d7c9 req-bc41733d-bd51-4354-a209-83e48a0529fc tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:21.038638 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9a6ec212-7cc3-45f3-b684-9d838115d7c9 req-bc41733d-bd51-4354-a209-83e48a0529fc tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 944 time: 0.0520833 Mar 04 03:07:21.091262 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9a6ec212-7cc3-45f3-b684-9d838115d7c9 req-77d345c1-7e1e-479a-9a00-e4ea84b1e594 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471671 Mar 04 03:07:21.501345 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6a09d-3ca8-4c2f-93a8-f942c64713ae req-e211f587-33a4-4a5d-881d-25a5c34023ff tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:21.502894 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7df6a09d-3ca8-4c2f-93a8-f942c64713ae req-e211f587-33a4-4a5d-881d-25a5c34023ff tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 945 time: 0.0560110 Mar 04 03:07:21.549108 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7df6a09d-3ca8-4c2f-93a8-f942c64713ae req-a4e88094-6cea-4cef-93a6-6c65086fa9e0 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1b08801-246c-4956-947f-57ea16c52906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402520 Mar 04 03:07:22.220174 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7dbc6-3605-41cd-a627-3426e844b32b req-6ee3e929-e6fb-4cc3-8273-9afeaa9b0e79 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:22.221696 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b5a7dbc6-3605-41cd-a627-3426e844b32b req-6ee3e929-e6fb-4cc3-8273-9afeaa9b0e79 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 944 time: 0.0562558 Mar 04 03:07:22.267153 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b5a7dbc6-3605-41cd-a627-3426e844b32b req-e2c7b3b1-6b8b-4796-81a9-e36410670734 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398374 Mar 04 03:07:22.678229 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e50f0-7a62-4345-891b-fb1a8c71d499 req-27060037-1a5d-4a26-85c0-c3b936128562 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:22.679810 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-129e50f0-7a62-4345-891b-fb1a8c71d499 req-27060037-1a5d-4a26-85c0-c3b936128562 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 945 time: 0.0588729 Mar 04 03:07:22.730487 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-129e50f0-7a62-4345-891b-fb1a8c71d499 req-728a7962-e6c8-4b74-a0fe-96b7eea4b3b0 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1b08801-246c-4956-947f-57ea16c52906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446303 Mar 04 03:07:23.397139 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54532eca-7dbd-456d-adb3-c521f73394fe req-467a6195-3d50-497f-a180-1b8120a33b74 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:23.405182 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-54532eca-7dbd-456d-adb3-c521f73394fe req-467a6195-3d50-497f-a180-1b8120a33b74 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 944 time: 0.0625322 Mar 04 03:07:23.447511 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-54532eca-7dbd-456d-adb3-c521f73394fe req-fba95857-9841-43c4-90c0-2e75b699b33d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413485 Mar 04 03:07:23.865457 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af7aae-c54a-491c-90be-96ced63c3a91 req-b8905115-1505-41b7-8bef-b8202d4cf042 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:23.867020 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-57af7aae-c54a-491c-90be-96ced63c3a91 req-b8905115-1505-41b7-8bef-b8202d4cf042 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 945 time: 0.0607073 Mar 04 03:07:24.201083 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-57af7aae-c54a-491c-90be-96ced63c3a91 req-7fd4a5a8-c006-4600-aeb5-4adf27a1d450 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1b08801-246c-4956-947f-57ea16c52906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3226192 Mar 04 03:07:24.587161 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e623e1-82ec-4291-940f-06c845b75f4f req-31ebfcff-0ac8-4af6-b1f4-23c3978804a2 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:24.589136 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b6e623e1-82ec-4291-940f-06c845b75f4f req-31ebfcff-0ac8-4af6-b1f4-23c3978804a2 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 944 time: 0.0643053 Mar 04 03:07:24.637734 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b6e623e1-82ec-4291-940f-06c845b75f4f req-4e660e01-4541-4012-96bd-ebfb751d6cf8 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422752 Mar 04 03:07:25.349867 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc570942-8f76-4f31-9666-5cec662613cf req-df0202e5-bd71-4817-a47c-45627493ff33 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:25.351791 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cc570942-8f76-4f31-9666-5cec662613cf req-df0202e5-bd71-4817-a47c-45627493ff33 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 945 time: 0.0813520 Mar 04 03:07:25.455269 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-cc570942-8f76-4f31-9666-5cec662613cf req-d484b920-86ec-43e9-a0a1-b109cfc8b777 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1b08801-246c-4956-947f-57ea16c52906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962961 Mar 04 03:07:25.460070 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3a1ba603-5de8-43f0-84ee-f7f522ca8f98 req-2e95c353-b183-427b-b29f-16c5f873bb48 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-459865717&fields=id&tenant_id=1248c4e6b3ec4d5bab6e570312099864 HTTP/1.1" status: 200 len: 267 time: 0.0839725 Mar 04 03:07:25.547185 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ba603-5de8-43f0-84ee-f7f522ca8f98 req-23eedb36-ecd3-4401-bcae-572a90f2ab8e tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:25.558280 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3a1ba603-5de8-43f0-84ee-f7f522ca8f98 req-23eedb36-ecd3-4401-bcae-572a90f2ab8e tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 985 time: 0.0729001 Mar 04 03:07:25.563456 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.v2.base [req-3a1ba603-5de8-43f0-84ee-f7f522ca8f98 req-22782957-063f-4fee-808d-591b5e77a27d tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Request body: {'port': {'security_groups': ['13339ff5-a098-473e-a3fb-0d9ce6de354e']}} {{(pid=102946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:07:25.649636 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-3a1ba603-5de8-43f0-84ee-f7f522ca8f98 req-22782957-063f-4fee-808d-591b5e77a27d tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (b061a809-91b2-439f-9f11-10fecd6f6512), before_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:25.804797 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77994ba8-e487-4448-98a5-10aa5b8e9fbf req-913c77e1-d658-446d-a467-4ba35bbe201c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:25.806258 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-77994ba8-e487-4448-98a5-10aa5b8e9fbf req-913c77e1-d658-446d-a467-4ba35bbe201c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 944 time: 0.0926108 Mar 04 03:07:25.906835 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-77994ba8-e487-4448-98a5-10aa5b8e9fbf req-14fea42a-f15d-4048-ac23-c1416e2727ee tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721271 Mar 04 03:07:25.918159 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-3a1ba603-5de8-43f0-84ee-f7f522ca8f98 req-22782957-063f-4fee-808d-591b5e77a27d tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] For port b061a809-91b2-439f-9f11-10fecd6f6512, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b061a809-91b2-439f-9f11-10fecd6f6512,segment=NetworkSegment(01769893-98cb-4681-8214-5c479e566303),segment_id=01769893-98cb-4681-8214-5c479e566303)] {{(pid=102946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:25.950390 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-3a1ba603-5de8-43f0-84ee-f7f522ca8f98 req-22782957-063f-4fee-808d-591b5e77a27d tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for port (b061a809-91b2-439f-9f11-10fecd6f6512), precommit_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:25.955129 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-3a1ba603-5de8-43f0-84ee-f7f522ca8f98 req-22782957-063f-4fee-808d-591b5e77a27d tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11867094'] for port (b061a809-91b2-439f-9f11-10fecd6f6512), after_update {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:25.968375 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['b061a809-91b2-439f-9f11-10fecd6f6512'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:07:26.005395 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ba603-5de8-43f0-84ee-f7f522ca8f98 req-22782957-063f-4fee-808d-591b5e77a27d tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:26.006083 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-3a1ba603-5de8-43f0-84ee-f7f522ca8f98 req-22782957-063f-4fee-808d-591b5e77a27d tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:26.008903 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3a1ba603-5de8-43f0-84ee-f7f522ca8f98 req-22782957-063f-4fee-808d-591b5e77a27d tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "PUT /v2.0/ports/b061a809-91b2-439f-9f11-10fecd6f6512 HTTP/1.1" status: 200 len: 943 time: 0.4501553 Mar 04 03:07:26.009393 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c7f04e-e981-4062-b3c3-45615a0c2880', 'tag': 'b061a809-91b2-439f-9f11-10fecd6f6512'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:07:26.014763 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42efe5bc-431d-4223-bcbd-200b6fa27d62" -d '{"events": [{"name": "network-changed", "server_uuid": "28c7f04e-e981-4062-b3c3-45615a0c2880", "tag": "b061a809-91b2-439f-9f11-10fecd6f6512"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:07:26.015653 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 37082) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:26.034552 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22782957-063f-4fee-808d-591b5e77a27d tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Pushing event updated for resources: {'Port': ['ID=b061a809-91b2-439f-9f11-10fecd6f6512,revision_number=7']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:26.089986 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 03:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38385542-f628-4158-b70e-2d0a541592f8 x-openstack-request-id: req-38385542-f628-4158-b70e-2d0a541592f8 {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:07:26.090529 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c7f04e-e981-4062-b3c3-45615a0c2880", "tag": "b061a809-91b2-439f-9f11-10fecd6f6512", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:07:26.090992 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38385542-f628-4158-b70e-2d0a541592f8 {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:07:26.091598 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c7f04e-e981-4062-b3c3-45615a0c2880', 'tag': 'b061a809-91b2-439f-9f11-10fecd6f6512', 'status': 'completed', 'code': 200} Mar 04 03:07:26.105796 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a9446af6-4dfe-416d-96fd-41234ae1b719 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for security_group (0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:26.138126 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a9446af6-4dfe-416d-96fd-41234ae1b719 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for security_group (0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:26.162388 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['b061a809-91b2-439f-9f11-10fecd6f6512'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:07:26.231765 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a9446af6-4dfe-416d-96fd-41234ae1b719 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:26.234568 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a9446af6-4dfe-416d-96fd-41234ae1b719 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:26.238350 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-a9446af6-4dfe-416d-96fd-41234ae1b719 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "DELETE /v2.0/security-groups/0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4 HTTP/1.1" status: 204 len: 168 time: 0.2185175 Mar 04 03:07:26.238740 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 37084) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:26.266238 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9446af6-4dfe-416d-96fd-41234ae1b719 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0ab1a7-4415-4f75-9bfd-fa2eccccdaf4,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:26.398257 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-78967e09-ba62-4902-8a04-6fbc4b7d945f None None] Provisioning complete for port b061a809-91b2-439f-9f11-10fecd6f6512 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:07:26.398630 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-78967e09-ba62-4902-8a04-6fbc4b7d945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (b061a809-91b2-439f-9f11-10fecd6f6512), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:26.451744 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-3de46b61-850c-428d-8f65-35c2c6b7b257 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Deleting port e06a9196-f4a1-44d0-a0e0-d2506db36294 {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:07:26.452692 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3de46b61-850c-428d-8f65-35c2c6b7b257 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (e06a9196-f4a1-44d0-a0e0-d2506db36294), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:26.484647 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-78967e09-ba62-4902-8a04-6fbc4b7d945f None None] Current status of the port b061a809-91b2-439f-9f11-10fecd6f6512 is: ACTIVE; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:07:26.563335 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3de46b61-850c-428d-8f65-35c2c6b7b257 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (e06a9196-f4a1-44d0-a0e0-d2506db36294), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:26.563589 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3de46b61-850c-428d-8f65-35c2c6b7b257 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for floatingip (e06a9196-f4a1-44d0-a0e0-d2506db36294), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:26.590820 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-3de46b61-850c-428d-8f65-35c2c6b7b257 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Calling delete_port for e06a9196-f4a1-44d0-a0e0-d2506db36294 owned by network:floatingip {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:07:26.723533 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081c4ce-bbcc-4d33-b2c3-3f91d516a25b req-d969043b-594c-4c9e-abe3-d9aeb85573ec tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:26.725236 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0081c4ce-bbcc-4d33-b2c3-3f91d516a25b req-d969043b-594c-4c9e-abe3-d9aeb85573ec tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 945 time: 0.1585588 Mar 04 03:07:26.801005 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0081c4ce-bbcc-4d33-b2c3-3f91d516a25b req-6babd7fd-6eb0-4206-b1ce-4c16bec97b44 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1b08801-246c-4956-947f-57ea16c52906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590658 Mar 04 03:07:26.847899 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3de46b61-850c-428d-8f65-35c2c6b7b257 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (e06a9196-f4a1-44d0-a0e0-d2506db36294), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:26.874649 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de46b61-850c-428d-8f65-35c2c6b7b257 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Pushing event deleted for resources: {'Port': ['ID=e06a9196-f4a1-44d0-a0e0-d2506db36294,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:26.942605 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3de46b61-850c-428d-8f65-35c2c6b7b257 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks [] for floatingip (c834541f-4bdd-4da6-b603-50861ea0ec4b), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:26.942943 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.db.l3_db [None req-3de46b61-850c-428d-8f65-35c2c6b7b257 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Floating IP c834541f-4bdd-4da6-b603-50861ea0ec4b disassociated (deleted). External IP: 172.27.2.187, port: b061a809-91b2-439f-9f11-10fecd6f6512. Mar 04 03:07:27.090186 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b017a9-b06c-44d5-b79f-18753fed9cd5 req-f462dd92-ab9d-4eb8-aa32-f8433956ffe0 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:27.091708 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-86b017a9-b06c-44d5-b79f-18753fed9cd5 req-f462dd92-ab9d-4eb8-aa32-f8433956ffe0 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 944 time: 0.1091840 Mar 04 03:07:27.223572 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-86b017a9-b06c-44d5-b79f-18753fed9cd5 req-ec6b678d-89e0-48eb-88d2-bf5be06bf26b tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206169 Mar 04 03:07:27.247635 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de46b61-850c-428d-8f65-35c2c6b7b257 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Router f318d35d-b678-4fc4-b34d-954a5e98f508 has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:07:27.367276 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de46b61-850c-428d-8f65-35c2c6b7b257 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:07:27.372304 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3de46b61-850c-428d-8f65-35c2c6b7b257 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for floatingip (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:27.381823 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e520545e-3186-49bf-bd00-0b7708a9cd1c None None] Sync routers for ids ['f318d35d-b678-4fc4-b34d-954a5e98f508'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:07:27.397737 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e520545e-3186-49bf-bd00-0b7708a9cd1c None None] Routers {'f318d35d-b678-4fc4-b34d-954a5e98f508'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:07:27.398374 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-e520545e-3186-49bf-bd00-0b7708a9cd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:07:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['f318d35d-b678-4fc4-b34d-954a5e98f508'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:27.409825 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-3de46b61-850c-428d-8f65-35c2c6b7b257 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "DELETE /v2.0/floatingips/c834541f-4bdd-4da6-b603-50861ea0ec4b HTTP/1.1" status: 204 len: 168 time: 1.1675510 Mar 04 03:07:27.529586 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-e520545e-3186-49bf-bd00-0b7708a9cd1c None None] Set router f318d35d-b678-4fc4-b34d-954a5e98f508 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:07:27.759546 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-e520545e-3186-49bf-bd00-0b7708a9cd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'name': 'tempest-TestMinimumBasicScenario-1201439077-router', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:03:41Z', 'revision_number': 4, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'gw_port': {'id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': 'becbf2f6-b53b-4a71-b814-dfc79a6babab', 'name': '', 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'mac_address': 'fa:16:3e:2a:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a6a0257-e841-44fa-928a-9f49db9b48d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:40Z', 'updated_at': '2022-03-04T03:03:46Z', 'revision_number': 5, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'subnets': [{'id': '8a6a0257-e841-44fa-928a-9f49db9b48d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:27.787188 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e520545e-3186-49bf-bd00-0b7708a9cd1c None None] Checking router: f318d35d-b678-4fc4-b34d-954a5e98f508 for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:07:27.796836 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e520545e-3186-49bf-bd00-0b7708a9cd1c None None] Routers {'f318d35d-b678-4fc4-b34d-954a5e98f508'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:07:27.797458 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-e520545e-3186-49bf-bd00-0b7708a9cd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:07:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['f318d35d-b678-4fc4-b34d-954a5e98f508'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:27.915875 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-e520545e-3186-49bf-bd00-0b7708a9cd1c None None] Set router f318d35d-b678-4fc4-b34d-954a5e98f508 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:07:27.945853 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4d9c3-f309-4a03-acf1-954999b99311 req-bb0d2c3f-4238-4ae2-919e-c1067ee866b4 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:27.947357 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-11e4d9c3-f309-4a03-acf1-954999b99311 req-bb0d2c3f-4238-4ae2-919e-c1067ee866b4 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 945 time: 0.0702295 Mar 04 03:07:28.007856 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-11e4d9c3-f309-4a03-acf1-954999b99311 req-dd3efa36-34dd-4523-af0e-057f649e5695 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1b08801-246c-4956-947f-57ea16c52906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482275 Mar 04 03:07:28.093623 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c7f04e-e981-4062-b3c3-45615a0c2880', 'tag': 'b061a809-91b2-439f-9f11-10fecd6f6512'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:07:28.096263 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a79b9e8-53a1-489d-8310-bc3845c14566" -d '{"events": [{"name": "network-changed", "server_uuid": "28c7f04e-e981-4062-b3c3-45615a0c2880", "tag": "b061a809-91b2-439f-9f11-10fecd6f6512"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:07:28.135493 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 03:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0344a53-5a41-4250-ac5e-a75fb2cba7e1 x-openstack-request-id: req-c0344a53-5a41-4250-ac5e-a75fb2cba7e1 {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:07:28.135789 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c7f04e-e981-4062-b3c3-45615a0c2880", "tag": "b061a809-91b2-439f-9f11-10fecd6f6512", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:07:28.136043 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0344a53-5a41-4250-ac5e-a75fb2cba7e1 {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:07:28.136439 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c7f04e-e981-4062-b3c3-45615a0c2880', 'tag': 'b061a809-91b2-439f-9f11-10fecd6f6512', 'status': 'completed', 'code': 200} Mar 04 03:07:28.162410 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-e520545e-3186-49bf-bd00-0b7708a9cd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'name': 'tempest-TestMinimumBasicScenario-1201439077-router', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:03:41Z', 'revision_number': 4, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'gw_port': {'id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': 'becbf2f6-b53b-4a71-b814-dfc79a6babab', 'name': '', 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'mac_address': 'fa:16:3e:2a:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a6a0257-e841-44fa-928a-9f49db9b48d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:40Z', 'updated_at': '2022-03-04T03:03:46Z', 'revision_number': 5, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'subnets': [{'id': '8a6a0257-e841-44fa-928a-9f49db9b48d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:28.190345 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e520545e-3186-49bf-bd00-0b7708a9cd1c None None] The sync data for ids ['f318d35d-b678-4fc4-b34d-954a5e98f508'] in dv-cinder-828061-7-iscsi is: [{'id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'name': 'tempest-TestMinimumBasicScenario-1201439077-router', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:03:41Z', 'revision_number': 4, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'gw_port': {'id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': 'becbf2f6-b53b-4a71-b814-dfc79a6babab', 'name': '', 'network_id': 'dd04bf70-51ad-4130-8348-344e159cf0ff', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'mac_address': 'fa:16:3e:2a:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a6a0257-e841-44fa-928a-9f49db9b48d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:40Z', 'updated_at': '2022-03-04T03:03:46Z', 'revision_number': 5, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'subnets': [{'id': '8a6a0257-e841-44fa-928a-9f49db9b48d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:07:28.357885 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1719e-f20a-46bc-9ebe-4a51b7841ea4 req-b9cc0975-ab31-4ee0-8a64-24bd8c49469e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:28.360014 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-87b1719e-f20a-46bc-9ebe-4a51b7841ea4 req-b9cc0975-ab31-4ee0-8a64-24bd8c49469e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 944 time: 0.0592272 Mar 04 03:07:28.427503 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-87b1719e-f20a-46bc-9ebe-4a51b7841ea4 req-0c026809-f76e-4fa7-a2f3-2902c32f30f3 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617919 Mar 04 03:07:28.472599 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e75ab8-7e59-400f-b77c-25e494873e3b None None] New status for floating IP c834541f-4bdd-4da6-b603-50861ea0ec4b: DOWN {{(pid=102958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 03:07:29.128957 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3489eb9-d1db-41b5-9217-1132239abc28 req-480cde0a-6ba9-4a75-b65e-cd8c5e15c5e8 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:29.130524 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e3489eb9-d1db-41b5-9217-1132239abc28 req-480cde0a-6ba9-4a75-b65e-cd8c5e15c5e8 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 945 time: 0.0655375 Mar 04 03:07:29.181900 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e3489eb9-d1db-41b5-9217-1132239abc28 req-884e080b-2bf6-4ac8-98db-9064827d7437 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1b08801-246c-4956-947f-57ea16c52906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412848 Mar 04 03:07:29.565883 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e6fcd-0087-40fb-8ca5-27674e6dff59 req-30915ec4-4161-4472-a5fb-5581643b967b tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:29.567369 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9b3e6fcd-0087-40fb-8ca5-27674e6dff59 req-30915ec4-4161-4472-a5fb-5581643b967b tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 944 time: 0.0652821 Mar 04 03:07:29.614130 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9b3e6fcd-0087-40fb-8ca5-27674e6dff59 req-f9c9a1ff-1c3c-4bc3-9b12-0d8f622969d7 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409276 Mar 04 03:07:30.319084 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b4a3a-b2ee-41f6-b151-4c7c25cff2f4 req-b39aab28-c2f8-4954-8715-894377af3eda tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:30.320838 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a46b4a3a-b2ee-41f6-b151-4c7c25cff2f4 req-b39aab28-c2f8-4954-8715-894377af3eda tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 945 time: 0.0686426 Mar 04 03:07:30.387436 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a46b4a3a-b2ee-41f6-b151-4c7c25cff2f4 req-cfed6408-570e-47a7-a5e0-b9b1735e546e tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1b08801-246c-4956-947f-57ea16c52906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552273 Mar 04 03:07:30.741971 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017c954-308a-42b0-b008-9a60aa257c56 req-b83792f5-476e-4b78-a758-17bb02d62ef2 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:30.743523 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f017c954-308a-42b0-b008-9a60aa257c56 req-b83792f5-476e-4b78-a758-17bb02d62ef2 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 944 time: 0.0554969 Mar 04 03:07:30.804562 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f017c954-308a-42b0-b008-9a60aa257c56 req-ce55770a-6b88-4056-8738-a696ebeb30d3 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553176 Mar 04 03:07:31.341538 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:07:31.506422 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211cd33-1372-449a-a784-b56ee73ecc29 req-989c3167-98fc-4489-9462-ec7703cdc97d tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:31.507909 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b211cd33-1372-449a-a784-b56ee73ecc29 req-989c3167-98fc-4489-9462-ec7703cdc97d tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 945 time: 0.0532732 Mar 04 03:07:31.558488 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b211cd33-1372-449a-a784-b56ee73ecc29 req-f63230c0-e3c3-411e-8f7b-1ea9fe6480ac tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1b08801-246c-4956-947f-57ea16c52906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449038 Mar 04 03:07:31.923260 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01bdec-740c-48d2-a716-5e57d096dd99 req-9475165b-fe97-48c8-93c7-7a3543c8b1f1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:31.924767 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9c01bdec-740c-48d2-a716-5e57d096dd99 req-9475165b-fe97-48c8-93c7-7a3543c8b1f1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 944 time: 0.0520723 Mar 04 03:07:31.966313 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-db795cdd-b83e-4c71-b4f4-948ed2ed40ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:31.973578 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9c01bdec-740c-48d2-a716-5e57d096dd99 req-6c4cb760-4f4e-4d51-9e08-fe9d67d56281 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431311 Mar 04 03:07:32.673992 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7c5f8-60e4-4cb4-9ed6-bd253d70f11e req-63c23921-9fcc-4400-8dec-f28a0572f15e tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:32.675450 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b5a7c5f8-60e4-4cb4-9ed6-bd253d70f11e req-63c23921-9fcc-4400-8dec-f28a0572f15e tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 945 time: 0.0516641 Mar 04 03:07:32.722523 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b5a7c5f8-60e4-4cb4-9ed6-bd253d70f11e req-57dd6111-4706-4c06-b9d8-d8f26d624d99 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1b08801-246c-4956-947f-57ea16c52906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416484 Mar 04 03:07:33.099805 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96c839-5b39-428b-aa16-1cbf16212657 req-4f8c3eca-5451-499f-8092-47264e6cc2a6 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:33.101253 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0c96c839-5b39-428b-aa16-1cbf16212657 req-4f8c3eca-5451-499f-8092-47264e6cc2a6 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 944 time: 0.0537677 Mar 04 03:07:33.147749 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0c96c839-5b39-428b-aa16-1cbf16212657 req-10ecc9f5-06ab-4c6b-837f-ad07f99389eb tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408533 Mar 04 03:07:33.839646 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fca7b8-125e-4783-b231-81f2e61fe97d req-dbd9ac2b-38b1-4ec2-ab2b-ba57e033684d tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:33.841097 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b5fca7b8-125e-4783-b231-81f2e61fe97d req-dbd9ac2b-38b1-4ec2-ab2b-ba57e033684d tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 945 time: 0.0536797 Mar 04 03:07:33.887828 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b5fca7b8-125e-4783-b231-81f2e61fe97d req-be5b8b0e-7c04-409c-ba08-e76b8f0ab46f tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1b08801-246c-4956-947f-57ea16c52906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411685 Mar 04 03:07:34.271689 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f582c5-b990-4643-b143-fd788a81354a req-23824858-0f79-4280-ab8b-975280a2cbd3 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:34.273161 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f6f582c5-b990-4643-b143-fd788a81354a req-23824858-0f79-4280-ab8b-975280a2cbd3 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 944 time: 0.0541930 Mar 04 03:07:34.318189 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f6f582c5-b990-4643-b143-fd788a81354a req-c9f7d065-3bb3-4cd2-85b7-390f1c3c1614 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395012 Mar 04 03:07:34.353612 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-5e851bd7-918a-459c-b067-e078360d26c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:35.005923 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfb7a0-1fe2-44ed-8e75-9fff05722bba req-65089ae1-3a0f-470f-8954-eb57705f2f1b tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:35.007444 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-92bfb7a0-1fe2-44ed-8e75-9fff05722bba req-65089ae1-3a0f-470f-8954-eb57705f2f1b tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 945 time: 0.0528605 Mar 04 03:07:35.053664 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-92bfb7a0-1fe2-44ed-8e75-9fff05722bba req-948a6b7b-ce50-4d00-a1f7-b8c3b7c06901 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1b08801-246c-4956-947f-57ea16c52906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407412 Mar 04 03:07:35.385598 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:35.439559 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbe783-d1c6-4be0-828d-d7b3c1ee8773 req-dcc2d906-7759-4d15-a720-ead3c74dd0b9 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:35.440938 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-97bbe783-d1c6-4be0-828d-d7b3c1ee8773 req-dcc2d906-7759-4d15-a720-ead3c74dd0b9 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 944 time: 0.0517004 Mar 04 03:07:35.489243 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-97bbe783-d1c6-4be0-828d-d7b3c1ee8773 req-4b68f840-86db-4cb9-ba13-97b698c079c9 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426588 Mar 04 03:07:35.948248 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efe5bc-431d-4223-bcbd-200b6fa27d62 req-1282542f-5ff4-4775-8351-072ea164fe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:35.949678 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-42efe5bc-431d-4223-bcbd-200b6fa27d62 req-1282542f-5ff4-4775-8351-072ea164fe33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1248c4e6b3ec4d5bab6e570312099864&device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 1130 time: 0.0453935 Mar 04 03:07:36.046299 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efe5bc-431d-4223-bcbd-200b6fa27d62 req-22030a68-3196-4d9e-94b3-3a5f788ee356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:36.047972 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-42efe5bc-431d-4223-bcbd-200b6fa27d62 req-22030a68-3196-4d9e-94b3-3a5f788ee356 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dd04bf70-51ad-4130-8348-344e159cf0ff HTTP/1.1" status: 200 len: 916 time: 0.0878992 Mar 04 03:07:36.174130 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658894c-6438-4093-b9c8-65cdfc40b8b8 req-bbca53aa-4e0f-4497-98cb-0a132fce1619 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:36.175616 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d658894c-6438-4093-b9c8-65cdfc40b8b8 req-bbca53aa-4e0f-4497-98cb-0a132fce1619 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 945 time: 0.0553901 Mar 04 03:07:36.220526 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d658894c-6438-4093-b9c8-65cdfc40b8b8 req-d4a648fb-0261-4d3f-95d1-37f1dbcfa194 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1b08801-246c-4956-947f-57ea16c52906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391567 Mar 04 03:07:36.362236 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-42efe5bc-431d-4223-bcbd-200b6fa27d62 req-a4d04830-5326-4733-afc7-768ec34fc079 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b061a809-91b2-439f-9f11-10fecd6f6512 HTTP/1.1" status: 200 len: 217 time: 0.0359125 Mar 04 03:07:36.419893 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efe5bc-431d-4223-bcbd-200b6fa27d62 req-d9181678-b868-4680-8e46-68fc7c851df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:36.422173 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-42efe5bc-431d-4223-bcbd-200b6fa27d62 req-d9181678-b868-4680-8e46-68fc7c851df4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a6a0257-e841-44fa-928a-9f49db9b48d7 HTTP/1.1" status: 200 len: 854 time: 0.0530648 Mar 04 03:07:36.480577 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efe5bc-431d-4223-bcbd-200b6fa27d62 req-d3d560e5-7719-4cb3-ae6e-ba805de98da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:36.482061 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-42efe5bc-431d-4223-bcbd-200b6fa27d62 req-d3d560e5-7719-4cb3-ae6e-ba805de98da7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd04bf70-51ad-4130-8348-344e159cf0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508702 Mar 04 03:07:36.579293 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-42efe5bc-431d-4223-bcbd-200b6fa27d62 req-51579174-16a7-419b-a879-7a1351f1b2b7 service neutron] 10.222.0.13 "GET /v2.0/networks/dd04bf70-51ad-4130-8348-344e159cf0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894852 Mar 04 03:07:36.619248 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1a505-9253-437c-9794-f85afbd81dc6 req-2385887b-ee3c-4e88-8e57-2c10685da87d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:36.620720 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f7f1a505-9253-437c-9794-f85afbd81dc6 req-2385887b-ee3c-4e88-8e57-2c10685da87d tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 944 time: 0.0562861 Mar 04 03:07:36.676087 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f7f1a505-9253-437c-9794-f85afbd81dc6 req-ab931efa-1660-437b-ab6e-f2232515d124 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433626 Mar 04 03:07:36.676296 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-42efe5bc-431d-4223-bcbd-200b6fa27d62 req-991e7cff-4709-4399-979b-deb92182d3d9 service neutron] 10.222.0.13 "GET /v2.0/networks/dd04bf70-51ad-4130-8348-344e159cf0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893009 Mar 04 03:07:36.723004 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:36.772189 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79b9e8-53a1-489d-8310-bc3845c14566 req-4c983169-a3ad-4c01-b309-0ae833ffdd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:36.773594 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2a79b9e8-53a1-489d-8310-bc3845c14566 req-4c983169-a3ad-4c01-b309-0ae833ffdd14 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1248c4e6b3ec4d5bab6e570312099864&device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 1130 time: 0.0465429 Mar 04 03:07:36.867365 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79b9e8-53a1-489d-8310-bc3845c14566 req-047bfeb8-e35f-483f-89cb-e93891360c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:36.868848 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2a79b9e8-53a1-489d-8310-bc3845c14566 req-047bfeb8-e35f-483f-89cb-e93891360c7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=dd04bf70-51ad-4130-8348-344e159cf0ff HTTP/1.1" status: 200 len: 916 time: 0.0879521 Mar 04 03:07:36.913664 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2a79b9e8-53a1-489d-8310-bc3845c14566 req-c347c2aa-0d05-48c5-ab6d-5a158c1b55ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b061a809-91b2-439f-9f11-10fecd6f6512 HTTP/1.1" status: 200 len: 217 time: 0.0362766 Mar 04 03:07:36.974722 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79b9e8-53a1-489d-8310-bc3845c14566 req-e76f4e08-5130-42db-8dc5-64f4d2817e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:36.976201 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2a79b9e8-53a1-489d-8310-bc3845c14566 req-e76f4e08-5130-42db-8dc5-64f4d2817e4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a6a0257-e841-44fa-928a-9f49db9b48d7 HTTP/1.1" status: 200 len: 854 time: 0.0567129 Mar 04 03:07:37.042502 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79b9e8-53a1-489d-8310-bc3845c14566 req-b4b3345e-9c20-4c2d-b44d-66cc457d6830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:37.043943 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2a79b9e8-53a1-489d-8310-bc3845c14566 req-b4b3345e-9c20-4c2d-b44d-66cc457d6830 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd04bf70-51ad-4130-8348-344e159cf0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485382 Mar 04 03:07:37.136142 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2a79b9e8-53a1-489d-8310-bc3845c14566 req-f1015cdf-6243-47ee-b19e-4c92356a9209 service neutron] 10.222.0.13 "GET /v2.0/networks/dd04bf70-51ad-4130-8348-344e159cf0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835111 Mar 04 03:07:37.237544 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2a79b9e8-53a1-489d-8310-bc3845c14566 req-93cdf301-027a-4bfb-9da9-94c6b694589a service neutron] 10.222.0.13 "GET /v2.0/networks/dd04bf70-51ad-4130-8348-344e159cf0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894117 Mar 04 03:07:37.341743 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5a893-59b9-439e-9cfa-28aa045b7bf8 req-022ccb4d-a462-4a7d-835f-78303ba6782e tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:37.343903 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e1e5a893-59b9-439e-9cfa-28aa045b7bf8 req-022ccb4d-a462-4a7d-835f-78303ba6782e tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 945 time: 0.0559022 Mar 04 03:07:37.389432 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e1e5a893-59b9-439e-9cfa-28aa045b7bf8 req-081e1863-6461-4194-b46c-8dd10bfaaf88 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1b08801-246c-4956-947f-57ea16c52906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401137 Mar 04 03:07:37.951946 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef4d27-75d2-465a-8f8a-48c09840cb2e req-59bf423b-34f9-4117-9141-fc02a7405b62 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:37.954064 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-52ef4d27-75d2-465a-8f8a-48c09840cb2e req-59bf423b-34f9-4117-9141-fc02a7405b62 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 944 time: 0.2081010 Mar 04 03:07:37.998500 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-52ef4d27-75d2-465a-8f8a-48c09840cb2e req-9f04ca0c-69d7-40b4-afe0-cbbf52e4ab90 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388575 Mar 04 03:07:38.404683 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:38.508039 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5fe34-d917-472b-8c1f-1fb946084f06 req-37c71bb1-5430-4fcb-8aa5-7c69bdda8dc7 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:38.509514 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1cf5fe34-d917-472b-8c1f-1fb946084f06 req-37c71bb1-5430-4fcb-8aa5-7c69bdda8dc7 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 945 time: 0.0525010 Mar 04 03:07:38.560485 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1cf5fe34-d917-472b-8c1f-1fb946084f06 req-388f9659-4c00-408b-93e1-b4212ddb951b tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1b08801-246c-4956-947f-57ea16c52906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439165 Mar 04 03:07:38.845322 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ccbce-617f-49fa-95c8-4a31bb942cca req-f223976f-6a09-472f-ab35-2239e4d1d30b tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:38.846831 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c79ccbce-617f-49fa-95c8-4a31bb942cca req-f223976f-6a09-472f-ab35-2239e4d1d30b tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.13 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 945 time: 0.0533102 Mar 04 03:07:38.936205 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-c79ccbce-617f-49fa-95c8-4a31bb942cca req-8e48c5b3-e5be-42fa-bfa2-4e10992f4394 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Deleting port d40d8e69-5cca-487b-ad2a-6963b37ba411 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:07:38.937224 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-c79ccbce-617f-49fa-95c8-4a31bb942cca req-8e48c5b3-e5be-42fa-bfa2-4e10992f4394 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (d40d8e69-5cca-487b-ad2a-6963b37ba411), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:39.023196 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-c79ccbce-617f-49fa-95c8-4a31bb942cca req-8e48c5b3-e5be-42fa-bfa2-4e10992f4394 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] For port d40d8e69-5cca-487b-ad2a-6963b37ba411, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=d40d8e69-5cca-487b-ad2a-6963b37ba411,segment=NetworkSegment(f84e4a76-fe05-4a76-bef8-c293ba04a698),segment_id=f84e4a76-fe05-4a76-bef8-c293ba04a698)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:39.024941 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-c79ccbce-617f-49fa-95c8-4a31bb942cca req-8e48c5b3-e5be-42fa-bfa2-4e10992f4394 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (d40d8e69-5cca-487b-ad2a-6963b37ba411), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:39.180986 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a039e6-19fc-4718-9c8c-c663c216132c req-10aef1ec-0c28-4b5b-9d81-7173e61dc835 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:39.182402 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c7a039e6-19fc-4718-9c8c-c663c216132c req-10aef1ec-0c28-4b5b-9d81-7173e61dc835 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 944 time: 0.1117699 Mar 04 03:07:39.206705 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-c79ccbce-617f-49fa-95c8-4a31bb942cca req-8e48c5b3-e5be-42fa-bfa2-4e10992f4394 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:39.207223 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-c79ccbce-617f-49fa-95c8-4a31bb942cca req-8e48c5b3-e5be-42fa-bfa2-4e10992f4394 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641224'] for floatingip (7ef36a54-7559-40bd-a7d6-ac970becd25e), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:39.207544 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.db.l3_db [req-c79ccbce-617f-49fa-95c8-4a31bb942cca req-8e48c5b3-e5be-42fa-bfa2-4e10992f4394 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Floating IP 7ef36a54-7559-40bd-a7d6-ac970becd25e disassociated. External IP: 172.27.2.22, port: d40d8e69-5cca-487b-ad2a-6963b37ba411. Mar 04 03:07:39.207886 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-c79ccbce-617f-49fa-95c8-4a31bb942cca req-8e48c5b3-e5be-42fa-bfa2-4e10992f4394 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Calling delete_port for d40d8e69-5cca-487b-ad2a-6963b37ba411 owned by compute:nova {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:07:39.231075 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c7a039e6-19fc-4718-9c8c-c663c216132c req-e90770e4-e2ce-4b9e-bcaa-f9d4f521caa0 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422947 Mar 04 03:07:39.335568 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-c79ccbce-617f-49fa-95c8-4a31bb942cca req-8e48c5b3-e5be-42fa-bfa2-4e10992f4394 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (d40d8e69-5cca-487b-ad2a-6963b37ba411), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:39.360861 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48c5b3-e5be-42fa-bfa2-4e10992f4394 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Pushing event deleted for resources: {'Port': ['ID=d40d8e69-5cca-487b-ad2a-6963b37ba411,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:39.475841 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c79ccbce-617f-49fa-95c8-4a31bb942cca req-8e48c5b3-e5be-42fa-bfa2-4e10992f4394 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Router c9da1d57-6090-481c-b495-f021b8958afa has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:07:39.582207 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c79ccbce-617f-49fa-95c8-4a31bb942cca req-8e48c5b3-e5be-42fa-bfa2-4e10992f4394 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:07:39.593902 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22946b00-1a2b-4bde-af90-53a9315b3071 None None] Sync routers for ids ['c9da1d57-6090-481c-b495-f021b8958afa'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:07:39.604906 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22946b00-1a2b-4bde-af90-53a9315b3071 None None] Routers {'c9da1d57-6090-481c-b495-f021b8958afa'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:07:39.605920 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-22946b00-1a2b-4bde-af90-53a9315b3071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:07:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['c9da1d57-6090-481c-b495-f021b8958afa'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:39.623411 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79ccbce-617f-49fa-95c8-4a31bb942cca req-8e48c5b3-e5be-42fa-bfa2-4e10992f4394 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] No DVR routers for this DVR port d40d8e69-5cca-487b-ad2a-6963b37ba411 on host hv-cinder-82806 {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:07:39.626527 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-c79ccbce-617f-49fa-95c8-4a31bb942cca req-8e48c5b3-e5be-42fa-bfa2-4e10992f4394 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:39.629965 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c79ccbce-617f-49fa-95c8-4a31bb942cca req-8e48c5b3-e5be-42fa-bfa2-4e10992f4394 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.13 "DELETE /v2.0/ports/d40d8e69-5cca-487b-ad2a-6963b37ba411 HTTP/1.1" status: 204 len: 173 time: 0.7772393 Mar 04 03:07:39.630465 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f25e28-ee7d-4f28-ac3a-f5f6b5b48727', 'name': 'network-vif-deleted', 'tag': 'd40d8e69-5cca-487b-ad2a-6963b37ba411'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:07:39.632725 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4076b775-7e35-4a70-b25d-0eb67b62cbae" -d '{"events": [{"server_uuid": "61f25e28-ee7d-4f28-ac3a-f5f6b5b48727", "name": "network-vif-deleted", "tag": "d40d8e69-5cca-487b-ad2a-6963b37ba411"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:07:39.661598 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a11eaa13-ae06-4bd3-8ad4-60fd56ebab95 req-aab7ef1e-40b1-4a5a-9e0a-2a0f7df1f645 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f25e28-ee7d-4f28-ac3a-f5f6b5b48727 HTTP/1.1" status: 200 len: 210 time: 0.0315576 Mar 04 03:07:39.698952 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ab1474-3ee4-4ae7-9668-6f199c4f8e83 x-openstack-request-id: req-28ab1474-3ee4-4ae7-9668-6f199c4f8e83 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:07:39.699408 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f25e28-ee7d-4f28-ac3a-f5f6b5b48727", "name": "network-vif-deleted", "tag": "d40d8e69-5cca-487b-ad2a-6963b37ba411", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:07:39.701027 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28ab1474-3ee4-4ae7-9668-6f199c4f8e83 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:07:39.701027 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f25e28-ee7d-4f28-ac3a-f5f6b5b48727', 'name': 'network-vif-deleted', 'tag': 'd40d8e69-5cca-487b-ad2a-6963b37ba411', 'status': 'completed', 'code': 200} Mar 04 03:07:39.746543 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-22946b00-1a2b-4bde-af90-53a9315b3071 None None] Set router c9da1d57-6090-481c-b495-f021b8958afa gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:07:39.942960 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-22946b00-1a2b-4bde-af90-53a9315b3071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'name': 'tempest-AttachVolumeTestJSON-566749904-router', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T02:57:51Z', 'revision_number': 4, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'gw_port': {'id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:40Z', 'updated_at': '2022-03-04T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '1a6cfd7c-ef44-449f-8998-8113157c0811', 'name': '', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'mac_address': 'fa:16:3e:51:3f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:48Z', 'updated_at': '2022-03-04T02:58:01Z', 'revision_number': 5, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'subnets': [{'id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:39.971895 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22946b00-1a2b-4bde-af90-53a9315b3071 None None] Checking router: c9da1d57-6090-481c-b495-f021b8958afa for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:07:39.979894 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22946b00-1a2b-4bde-af90-53a9315b3071 None None] Routers {'c9da1d57-6090-481c-b495-f021b8958afa'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:07:39.980489 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-22946b00-1a2b-4bde-af90-53a9315b3071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:07:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['c9da1d57-6090-481c-b495-f021b8958afa'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:40.220273 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-22946b00-1a2b-4bde-af90-53a9315b3071 None None] Set router c9da1d57-6090-481c-b495-f021b8958afa gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:07:40.357334 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc1d47-fff6-4349-8503-a1a349dfb860 req-94ede42d-6667-4f9e-b598-f89a1e4e5580 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:40.360220 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f0bc1d47-fff6-4349-8503-a1a349dfb860 req-94ede42d-6667-4f9e-b598-f89a1e4e5580 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 944 time: 0.0572565 Mar 04 03:07:40.406886 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f0bc1d47-fff6-4349-8503-a1a349dfb860 req-20540107-910e-42b0-9f51-6c6536e37cf3 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418811 Mar 04 03:07:40.424822 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-22946b00-1a2b-4bde-af90-53a9315b3071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'name': 'tempest-AttachVolumeTestJSON-566749904-router', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T02:57:51Z', 'revision_number': 4, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'gw_port': {'id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:40Z', 'updated_at': '2022-03-04T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '1a6cfd7c-ef44-449f-8998-8113157c0811', 'name': '', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'mac_address': 'fa:16:3e:51:3f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:48Z', 'updated_at': '2022-03-04T02:58:01Z', 'revision_number': 5, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'subnets': [{'id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:40.447697 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22946b00-1a2b-4bde-af90-53a9315b3071 None None] The sync data for ids ['c9da1d57-6090-481c-b495-f021b8958afa'] in dv-cinder-828061-7-iscsi is: [{'id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'name': 'tempest-AttachVolumeTestJSON-566749904-router', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T02:57:51Z', 'revision_number': 4, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'gw_port': {'id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:40Z', 'updated_at': '2022-03-04T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '1a6cfd7c-ef44-449f-8998-8113157c0811', 'name': '', 'network_id': '89103e18-9486-4035-aa3f-78b34592cbe0', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'mac_address': 'fa:16:3e:51:3f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:48Z', 'updated_at': '2022-03-04T02:58:01Z', 'revision_number': 5, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'subnets': [{'id': 'b6f4c4ae-a118-4ae8-b92d-55d0c45c943d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:07:40.661141 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8941870-3286-405f-a319-236dd05f67bc None None] New status for floating IP 7ef36a54-7559-40bd-a7d6-ac970becd25e: DOWN {{(pid=102958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 03:07:40.748452 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 37214) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:40.804032 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-7a98c6f1-06f1-494e-b313-6741673366d4 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for security_group (c1b08801-246c-4956-947f-57ea16c52906), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:40.827677 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-7a98c6f1-06f1-494e-b313-6741673366d4 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for security_group (c1b08801-246c-4956-947f-57ea16c52906), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:40.873213 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-7a98c6f1-06f1-494e-b313-6741673366d4 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (c1b08801-246c-4956-947f-57ea16c52906), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:40.876447 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-7a98c6f1-06f1-494e-b313-6741673366d4 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:40.877607 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-7a98c6f1-06f1-494e-b313-6741673366d4 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "DELETE /v2.0/security-groups/c1b08801-246c-4956-947f-57ea16c52906 HTTP/1.1" status: 204 len: 168 time: 0.1274943 Mar 04 03:07:40.880522 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 37216) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:40.886287 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98c6f1-06f1-494e-b313-6741673366d4 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b08801-246c-4956-947f-57ea16c52906,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:40.893949 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.api.v2.resource [None req-48c930c8-ae7b-4711-b6ca-b85d0b16c9e0 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] show failed (client error): The resource could not be found. Mar 04 03:07:40.894956 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-48c930c8-ae7b-4711-b6ca-b85d0b16c9e0 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "GET /v2.0/security-groups/c1b08801-246c-4956-947f-57ea16c52906 HTTP/1.1" status: 404 len: 347 time: 0.0133867 Mar 04 03:07:40.897739 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 37218) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:41.020281 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-e0fd1ca5-1dd2-4f56-9f77-2233ed89afd9 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Deleting port 60fb644f-4949-439e-8cf7-30ecb35e4ffd {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:07:41.020535 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e0fd1ca5-1dd2-4f56-9f77-2233ed89afd9 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (60fb644f-4949-439e-8cf7-30ecb35e4ffd), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:41.091677 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e0fd1ca5-1dd2-4f56-9f77-2233ed89afd9 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (60fb644f-4949-439e-8cf7-30ecb35e4ffd), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:41.092031 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e0fd1ca5-1dd2-4f56-9f77-2233ed89afd9 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for floatingip (60fb644f-4949-439e-8cf7-30ecb35e4ffd), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:41.105381 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-e0fd1ca5-1dd2-4f56-9f77-2233ed89afd9 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Calling delete_port for 60fb644f-4949-439e-8cf7-30ecb35e4ffd owned by network:floatingip {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:07:41.239827 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e0fd1ca5-1dd2-4f56-9f77-2233ed89afd9 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (60fb644f-4949-439e-8cf7-30ecb35e4ffd), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:41.266520 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd1ca5-1dd2-4f56-9f77-2233ed89afd9 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Pushing event deleted for resources: {'Port': ['ID=60fb644f-4949-439e-8cf7-30ecb35e4ffd,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:41.315003 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device bc2cca6d-ea71-4900-9ccb-362ea33208da details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 03:07:41.332453 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e0fd1ca5-1dd2-4f56-9f77-2233ed89afd9 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks [] for floatingip (7ef36a54-7559-40bd-a7d6-ac970becd25e), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:41.335003 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e0fd1ca5-1dd2-4f56-9f77-2233ed89afd9 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for floatingip (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:41.338812 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-e0fd1ca5-1dd2-4f56-9f77-2233ed89afd9 tempest-AttachVolumeTestJSON-1505789602 tempest-AttachVolumeTestJSON-1505789602-project] 10.222.0.16 "DELETE /v2.0/floatingips/7ef36a54-7559-40bd-a7d6-ac970becd25e HTTP/1.1" status: 204 len: 168 time: 0.4375131 Mar 04 03:07:41.415908 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port bc2cca6d-ea71-4900-9ccb-362ea33208da, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bc2cca6d-ea71-4900-9ccb-362ea33208da,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:41.428685 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': 'bc2cca6d-ea71-4900-9ccb-362ea33208da', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'port_id': 'bc2cca6d-ea71-4900-9ccb-362ea33208da', 'mac_address': 'fa:16:3e:80:94:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 03:07:41.485221 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port bc2cca6d-ea71-4900-9ccb-362ea33208da is: DOWN; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:07:41.485788 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:41.502871 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc2cca6d-ea71-4900-9ccb-362ea33208da {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:07:41.528670 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port bc2cca6d-ea71-4900-9ccb-362ea33208da, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bc2cca6d-ea71-4900-9ccb-362ea33208da,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:41.533336 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:41.563071 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e506c7-d2f3-4abc-8101-d2954a8e78a3 req-c4c1df35-c4ca-40b7-8425-9009c1b23470 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:41.564610 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d3e506c7-d2f3-4abc-8101-d2954a8e78a3 req-c4c1df35-c4ca-40b7-8425-9009c1b23470 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 944 time: 0.0780153 Mar 04 03:07:41.584493 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=bc2cca6d-ea71-4900-9ccb-362ea33208da,revision_number=9']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:41.632125 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d3e506c7-d2f3-4abc-8101-d2954a8e78a3 req-d267ed0e-4af4-4db1-9aaa-832bdc9e5c71 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578699 Mar 04 03:07:42.033616 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['bc2cca6d-ea71-4900-9ccb-362ea33208da'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:07:42.473583 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-88bda541-0b2c-4d50-ab65-760692e4542f req-ac3e82cb-8e5f-465d-b3ff-6c4c356da703 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-860215563&fields=id&tenant_id=8d15398833664320803849959784f508 HTTP/1.1" status: 200 len: 267 time: 0.0467417 Mar 04 03:07:42.592240 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bda541-0b2c-4d50-ab65-760692e4542f req-af8939ee-5b9c-492d-ad97-7cd2c96f9cb9 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:42.594295 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-88bda541-0b2c-4d50-ab65-760692e4542f req-af8939ee-5b9c-492d-ad97-7cd2c96f9cb9 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/networks?id=02cb8961-f224-4efe-9715-ecfb6c08725e HTTP/1.1" status: 200 len: 812 time: 0.1136651 Mar 04 03:07:42.609719 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-88bda541-0b2c-4d50-ab65-760692e4542f req-af3eb68a-9b21-421b-bee7-4b2a450be9ad tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/quotas/8d15398833664320803849959784f508 HTTP/1.1" status: 200 len: 375 time: 0.0092928 Mar 04 03:07:42.645658 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:42.673127 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-88bda541-0b2c-4d50-ab65-760692e4542f req-e62af486-f3a5-44e7-aa44-e565eb04be5d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8d15398833664320803849959784f508&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577595 Mar 04 03:07:42.696158 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [req-88bda541-0b2c-4d50-ab65-760692e4542f req-1442b3c2-2976-4c95-b6fe-354297a60b0e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102946) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 03:07:42.697119 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-88bda541-0b2c-4d50-ab65-760692e4542f req-1442b3c2-2976-4c95-b6fe-354297a60b0e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052841 Mar 04 03:07:42.816151 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-88bda541-0b2c-4d50-ab65-760692e4542f req-3f688993-4be9-4f5f-a5c9-250360f4ff4d service neutron] 10.222.0.16 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129296 Mar 04 03:07:42.823500 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be693ea-c466-4299-811a-d765b9831fdf req-1c7996a8-50fc-4a87-bdba-d5962fcb658c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:42.824843 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2be693ea-c466-4299-811a-d765b9831fdf req-1c7996a8-50fc-4a87-bdba-d5962fcb658c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 945 time: 0.1054595 Mar 04 03:07:42.921920 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2be693ea-c466-4299-811a-d765b9831fdf req-19e887fb-50f8-4c96-88a4-ce8c4b624708 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877528 Mar 04 03:07:42.944880 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-88bda541-0b2c-4d50-ab65-760692e4542f req-8f97683c-47c8-49d3-b556-96307d1f7f82 service neutron] 10.222.0.16 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191351 Mar 04 03:07:43.245565 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-64a7dedb-c2c5-437f-8a6c-2054beaea8a0 req-0a7b888d-8411-41c2-bc43-3cfc1d38e20d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 210 time: 0.0284896 Mar 04 03:07:43.335732 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device bc2cca6d-ea71-4900-9ccb-362ea33208da up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:07:43.386491 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port bc2cca6d-ea71-4900-9ccb-362ea33208da triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:07:43.386893 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:43.472098 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port bc2cca6d-ea71-4900-9ccb-362ea33208da is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:07:43.472514 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:43.495559 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9602d0e0-2477-4989-8f0f-96488c67d08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2cca6d-ea71-4900-9ccb-362ea33208da'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:07:43.497797 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecdd83b-64c3-4c91-a33c-7c108511f059" -d '{"events": [{"server_uuid": "9602d0e0-2477-4989-8f0f-96488c67d08d", "name": "network-vif-plugged", "status": "completed", "tag": "bc2cca6d-ea71-4900-9ccb-362ea33208da"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:07:43.510972 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port bc2cca6d-ea71-4900-9ccb-362ea33208da, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bc2cca6d-ea71-4900-9ccb-362ea33208da,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:43.516741 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:43.517799 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device d40d8e69-5cca-487b-ad2a-6963b37ba411 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:07:43.540965 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dcd9c4-7720-4008-bcd9-239dc8a2c954 x-openstack-request-id: req-97dcd9c4-7720-4008-bcd9-239dc8a2c954 {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:07:43.541256 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9602d0e0-2477-4989-8f0f-96488c67d08d", "name": "network-vif-plugged", "status": "completed", "tag": "bc2cca6d-ea71-4900-9ccb-362ea33208da", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:07:43.541507 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97dcd9c4-7720-4008-bcd9-239dc8a2c954 {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:07:43.541917 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9602d0e0-2477-4989-8f0f-96488c67d08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2cca6d-ea71-4900-9ccb-362ea33208da', 'code': 200} Mar 04 03:07:43.558837 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] No Port match for: d40d8e69-5cca-487b-ad2a-6963b37ba411 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:07:43.559183 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device d40d8e69-5cca-487b-ad2a-6963b37ba411 not bound to the agent host hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:07:43.592863 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=bc2cca6d-ea71-4900-9ccb-362ea33208da,revision_number=10']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:43.804041 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0aba18-6d55-40a8-8bea-f700b984b781 req-5f44c943-eff2-405b-a846-420604fac511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:43.805599 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2f0aba18-6d55-40a8-8bea-f700b984b781 req-5f44c943-eff2-405b-a846-420604fac511 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 1131 time: 0.0550752 Mar 04 03:07:43.868337 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-2f0aba18-6d55-40a8-8bea-f700b984b781 req-543cf430-d0a3-463e-bd55-394fcc6330cc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451527 Mar 04 03:07:43.883538 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833389cd-3712-4966-95d4-b1dd8004f2a9 req-e73dba13-ce3d-43e6-b470-762a72abf02a tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:43.885051 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-833389cd-3712-4966-95d4-b1dd8004f2a9 req-e73dba13-ce3d-43e6-b470-762a72abf02a tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 946 time: 0.0749433 Mar 04 03:07:43.930800 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-833389cd-3712-4966-95d4-b1dd8004f2a9 req-45f758dc-9a88-470f-a191-e94947a97059 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399177 Mar 04 03:07:44.052497 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096b839-0a7e-466c-99a3-14fa14c5d015 req-37148938-886a-4d5e-89d5-5ea0c30346cd tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:44.054014 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0096b839-0a7e-466c-99a3-14fa14c5d015 req-37148938-886a-4d5e-89d5-5ea0c30346cd tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 947 time: 0.0516057 Mar 04 03:07:44.100596 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0096b839-0a7e-466c-99a3-14fa14c5d015 req-88d0aec7-03a2-4b1e-91d0-199c007139e2 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407808 Mar 04 03:07:44.342808 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0961b64c-98d4-4c43-a2ba-422181697b89 req-4b37d163-a3c5-412d-adfa-2897f04c53e3 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 210 time: 0.0312135 Mar 04 03:07:44.734207 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bda541-0b2c-4d50-ab65-760692e4542f req-dcb7a82d-beb0-4dd9-8125-fdbedae7a9bf tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:44.735658 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-88bda541-0b2c-4d50-ab65-760692e4542f req-dcb7a82d-beb0-4dd9-8125-fdbedae7a9bf tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.13 "GET /v2.0/networks?id=02cb8961-f224-4efe-9715-ecfb6c08725e HTTP/1.1" status: 200 len: 812 time: 0.1052616 Mar 04 03:07:44.801721 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-88bda541-0b2c-4d50-ab65-760692e4542f req-e3456e51-3cf5-48dc-888d-f34f3c7832b9 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d15398833664320803849959784f508 HTTP/1.1" status: 200 len: 379 time: 0.0536177 Mar 04 03:07:44.811025 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-88bda541-0b2c-4d50-ab65-760692e4542f req-001a029b-6085-47b0-a632-706df0a73c22 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Request body: {'port': {'device_id': 'c3a7ea16-8229-43c6-9874-73d7eebfee67', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'admin_state_up': True, 'tenant_id': '8d15398833664320803849959784f508', 'security_groups': ['63d777cc-5e9a-452b-a706-e440af5e4eb8']}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:07:44.916113 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88bda541-0b2c-4d50-ab65-760692e4542f req-001a029b-6085-47b0-a632-706df0a73c22 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Made reservation on behalf of 8d15398833664320803849959784f508 for: {'port': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:07:44.919612 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-88bda541-0b2c-4d50-ab65-760692e4542f req-001a029b-6085-47b0-a632-706df0a73c22 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:44.976607 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 37310) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:45.066540 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [req-88bda541-0b2c-4d50-ab65-760692e4542f req-001a029b-6085-47b0-a632-706df0a73c22 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Allocated IP 172.20.0.11 (02cb8961-f224-4efe-9715-ecfb6c08725e/d3a17f2e-d1f5-4359-86d3-8c7648f764aa/635a8ff8-f69c-4484-9f9e-c082b94238f2) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:07:45.122977 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce79cf3-34dd-4df5-89b6-ff2e2720c386 req-6d3320cf-8eb9-457d-ac77-b483e82dd203 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:45.126611 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9ce79cf3-34dd-4df5-89b6-ff2e2720c386 req-6d3320cf-8eb9-457d-ac77-b483e82dd203 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 946 time: 0.0719361 Mar 04 03:07:45.214730 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9ce79cf3-34dd-4df5-89b6-ff2e2720c386 req-679c6b9c-6186-4da0-a9ac-00c880a07901 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788400 Mar 04 03:07:45.322170 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeefa7b-7731-40d4-8226-69d709279488 req-bd579ebe-7d74-4e91-bcd0-51fba299514b tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:45.324053 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1aeefa7b-7731-40d4-8226-69d709279488 req-bd579ebe-7d74-4e91-bcd0-51fba299514b tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 947 time: 0.0808091 Mar 04 03:07:45.395670 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-1aeefa7b-7731-40d4-8226-69d709279488 req-b2ae2535-f024-41fd-86e9-8debed4d522a tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603950 Mar 04 03:07:45.400812 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-88bda541-0b2c-4d50-ab65-760692e4542f req-001a029b-6085-47b0-a632-706df0a73c22 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for port (635a8ff8-f69c-4484-9f9e-c082b94238f2), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:45.471683 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9ee09025-2196-4d19-8090-8234f35906eb req-f0811f0a-2a53-49f5-9042-3cba3aa7d2bc tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 210 time: 0.0330157 Mar 04 03:07:45.515761 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-88bda541-0b2c-4d50-ab65-760692e4542f req-001a029b-6085-47b0-a632-706df0a73c22 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (635a8ff8-f69c-4484-9f9e-c082b94238f2), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:45.579503 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88bda541-0b2c-4d50-ab65-760692e4542f req-001a029b-6085-47b0-a632-706df0a73c22 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Network 02cb8961-f224-4efe-9715-ecfb6c08725e is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:07:45.587872 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [req-88bda541-0b2c-4d50-ab65-760692e4542f req-001a029b-6085-47b0-a632-706df0a73c22 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:07:45.593803 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bda541-0b2c-4d50-ab65-760692e4542f req-001a029b-6085-47b0-a632-706df0a73c22 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:07:45.624938 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a029b-6085-47b0-a632-706df0a73c22 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Pushing event updated for resources: {'Port': ['ID=635a8ff8-f69c-4484-9f9e-c082b94238f2,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:45.685348 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bda541-0b2c-4d50-ab65-760692e4542f req-001a029b-6085-47b0-a632-706df0a73c22 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:45.686062 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-88bda541-0b2c-4d50-ab65-760692e4542f req-001a029b-6085-47b0-a632-706df0a73c22 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:45.714280 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-88bda541-0b2c-4d50-ab65-760692e4542f req-001a029b-6085-47b0-a632-706df0a73c22 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9070439 Mar 04 03:07:45.730776 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-88bda541-0b2c-4d50-ab65-760692e4542f req-35f1432f-efc7-4f4f-8d2d-b751cfa03b6c service neutron] Request body: {'port': {'device_id': 'c3a7ea16-8229-43c6-9874-73d7eebfee67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:07:45.851942 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-fd8faf41-3fa5-49f9-9429-f79828167bd0 None None] Provisioning complete for port 635a8ff8-f69c-4484-9f9e-c082b94238f2 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:07:45.852430 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-fd8faf41-3fa5-49f9-9429-f79828167bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (635a8ff8-f69c-4484-9f9e-c082b94238f2), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:45.892148 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-fd8faf41-3fa5-49f9-9429-f79828167bd0 None None] Port 635a8ff8-f69c-4484-9f9e-c082b94238f2 cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 03:07:46.069262 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-88bda541-0b2c-4d50-ab65-760692e4542f req-35f1432f-efc7-4f4f-8d2d-b751cfa03b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (635a8ff8-f69c-4484-9f9e-c082b94238f2), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:46.123641 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-54ee7374-492b-4dc7-a00c-d3d90ef33a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642248'] for router_interface (c9da1d57-6090-481c-b495-f021b8958afa), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:46.355622 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52391eb9-cf4b-4642-9b53-26ef8166702d req-ac61a1c4-72f9-4bde-9178-b1ce4252643e tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:46.357159 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-52391eb9-cf4b-4642-9b53-26ef8166702d req-ac61a1c4-72f9-4bde-9178-b1ce4252643e tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 946 time: 0.0565236 Mar 04 03:07:46.405122 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-52391eb9-cf4b-4642-9b53-26ef8166702d req-1e87cf0b-408a-4801-b702-62d39419efcd tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/security-groups?id=13339ff5-a098-473e-a3fb-0d9ce6de354e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420411 Mar 04 03:07:46.520237 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [req-88bda541-0b2c-4d50-ab65-760692e4542f req-35f1432f-efc7-4f4f-8d2d-b751cfa03b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635a8ff8-f69c-4484-9f9e-c082b94238f2 {{(pid=102948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:07:46.522938 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a7b37-0a24-478f-b1b9-6647fc8e6606 req-f16532b8-9154-40fe-872a-467d88f3ed9c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:46.524533 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d59a7b37-0a24-478f-b1b9-6647fc8e6606 req-f16532b8-9154-40fe-872a-467d88f3ed9c tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 947 time: 0.0558970 Mar 04 03:07:46.530629 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-88bda541-0b2c-4d50-ab65-760692e4542f req-35f1432f-efc7-4f4f-8d2d-b751cfa03b6c service neutron] Publish callbacks [] for port (635a8ff8-f69c-4484-9f9e-c082b94238f2), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:46.562862 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.provisioning_blocks [req-88bda541-0b2c-4d50-ab65-760692e4542f req-35f1432f-efc7-4f4f-8d2d-b751cfa03b6c service neutron] Transition to ACTIVE for port object 635a8ff8-f69c-4484-9f9e-c082b94238f2 will not be triggered until provisioned by entity L2. {{(pid=102948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 03:07:46.567522 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-88bda541-0b2c-4d50-ab65-760692e4542f req-35f1432f-efc7-4f4f-8d2d-b751cfa03b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133005'] for port (635a8ff8-f69c-4484-9f9e-c082b94238f2), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:46.605960 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d59a7b37-0a24-478f-b1b9-6647fc8e6606 req-0d43b88b-98df-4031-a68a-92800c37f1f5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757561 Mar 04 03:07:46.628417 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1432f-efc7-4f4f-8d2d-b751cfa03b6c service neutron] Pushing event updated for resources: {'Port': ['ID=635a8ff8-f69c-4484-9f9e-c082b94238f2,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:46.630309 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a877a-0643-4cb3-8b4e-e8619fdb0b04 req-73c67c6d-2a5a-440b-a49f-5f9dea176be0 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:46.631833 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f03a877a-0643-4cb3-8b4e-e8619fdb0b04 req-73c67c6d-2a5a-440b-a49f-5f9dea176be0 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 944 time: 0.0815041 Mar 04 03:07:46.636049 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-54ee7374-492b-4dc7-a00c-d3d90ef33a15 admin admin] Deleting port 1a6cfd7c-ef44-449f-8998-8113157c0811 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:07:46.636388 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-54ee7374-492b-4dc7-a00c-d3d90ef33a15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (1a6cfd7c-ef44-449f-8998-8113157c0811), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:46.727777 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3803c-3923-42eb-a8e3-5e6d793d829d req-729ae278-dee2-47ef-8eb9-72ba347ae907 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:46.729322 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b8f3803c-3923-42eb-a8e3-5e6d793d829d req-729ae278-dee2-47ef-8eb9-72ba347ae907 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.13 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 946 time: 0.0962162 Mar 04 03:07:46.733390 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f03a877a-0643-4cb3-8b4e-e8619fdb0b04 req-1bae0582-77ad-4fc4-8a02-3ee81c800600 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685208 Mar 04 03:07:46.781590 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-88bda541-0b2c-4d50-ab65-760692e4542f req-35f1432f-efc7-4f4f-8d2d-b751cfa03b6c service neutron] Attempting to bind port 635a8ff8-f69c-4484-9f9e-c082b94238f2 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:07:46.781995 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-88bda541-0b2c-4d50-ab65-760692e4542f req-35f1432f-efc7-4f4f-8d2d-b751cfa03b6c service neutron] Attempting to bind port 635a8ff8-f69c-4484-9f9e-c082b94238f2 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '078a8615-197d-456c-b97b-5e4bf104ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e'}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:07:46.782618 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bda541-0b2c-4d50-ab65-760692e4542f req-35f1432f-efc7-4f4f-8d2d-b751cfa03b6c service neutron] Attempting to bind port 635a8ff8-f69c-4484-9f9e-c082b94238f2 on network 02cb8961-f224-4efe-9715-ecfb6c08725e {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:07:46.789442 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-54ee7374-492b-4dc7-a00c-d3d90ef33a15 admin admin] For port 1a6cfd7c-ef44-449f-8998-8113157c0811, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=1a6cfd7c-ef44-449f-8998-8113157c0811,segment=NetworkSegment(f84e4a76-fe05-4a76-bef8-c293ba04a698),segment_id=f84e4a76-fe05-4a76-bef8-c293ba04a698)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:46.789839 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-54ee7374-492b-4dc7-a00c-d3d90ef33a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (1a6cfd7c-ef44-449f-8998-8113157c0811), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:46.800527 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bda541-0b2c-4d50-ab65-760692e4542f req-35f1432f-efc7-4f4f-8d2d-b751cfa03b6c service neutron] Port 635a8ff8-f69c-4484-9f9e-c082b94238f2 on network 02cb8961-f224-4efe-9715-ecfb6c08725e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 03:07:46.800857 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bda541-0b2c-4d50-ab65-760692e4542f req-35f1432f-efc7-4f4f-8d2d-b751cfa03b6c service neutron] Attempting to bind port 635a8ff8-f69c-4484-9f9e-c082b94238f2 on network 02cb8961-f224-4efe-9715-ecfb6c08725e {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:07:46.806340 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-54ee7374-492b-4dc7-a00c-d3d90ef33a15 admin admin] Calling delete_port for 1a6cfd7c-ef44-449f-8998-8113157c0811 owned by network:router_interface {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:07:46.812532 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bda541-0b2c-4d50-ab65-760692e4542f req-35f1432f-efc7-4f4f-8d2d-b751cfa03b6c service neutron] Checking agent: {'id': '3c9f8f0c-9b00-4c68-8144-2c2180e90486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'started_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:07:46.813466 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bda541-0b2c-4d50-ab65-760692e4542f req-35f1432f-efc7-4f4f-8d2d-b751cfa03b6c service neutron] Checking segment: {'id': '078a8615-197d-456c-b97b-5e4bf104ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:07:46.813466 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bda541-0b2c-4d50-ab65-760692e4542f req-35f1432f-efc7-4f4f-8d2d-b751cfa03b6c service neutron] Bound using segment: {'id': '078a8615-197d-456c-b97b-5e4bf104ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e'} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:07:46.813675 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-88bda541-0b2c-4d50-ab65-760692e4542f req-35f1432f-efc7-4f4f-8d2d-b751cfa03b6c service neutron] Bound port: 635a8ff8-f69c-4484-9f9e-c082b94238f2, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078a8615-197d-456c-b97b-5e4bf104ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e'}}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:07:46.814066 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-88bda541-0b2c-4d50-ab65-760692e4542f req-35f1432f-efc7-4f4f-8d2d-b751cfa03b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (635a8ff8-f69c-4484-9f9e-c082b94238f2), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:46.844558 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [req-b8f3803c-3923-42eb-a8e3-5e6d793d829d req-62f74a80-2c8b-48c6-bfa3-1a74d660d648 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Deleting port b061a809-91b2-439f-9f11-10fecd6f6512 {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:07:46.844904 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-b8f3803c-3923-42eb-a8e3-5e6d793d829d req-62f74a80-2c8b-48c6-bfa3-1a74d660d648 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (b061a809-91b2-439f-9f11-10fecd6f6512), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:46.930095 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-88bda541-0b2c-4d50-ab65-760692e4542f req-35f1432f-efc7-4f4f-8d2d-b751cfa03b6c service neutron] For port 635a8ff8-f69c-4484-9f9e-c082b94238f2, host hv-cinder-82806, cleared binding levels {{(pid=102948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:07:46.934661 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-88bda541-0b2c-4d50-ab65-760692e4542f req-35f1432f-efc7-4f4f-8d2d-b751cfa03b6c service neutron] For port 635a8ff8-f69c-4484-9f9e-c082b94238f2, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=635a8ff8-f69c-4484-9f9e-c082b94238f2,segment=NetworkSegment(078a8615-197d-456c-b97b-5e4bf104ae1c),segment_id=078a8615-197d-456c-b97b-5e4bf104ae1c)] {{(pid=102948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:07:46.936608 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-b8f3803c-3923-42eb-a8e3-5e6d793d829d req-62f74a80-2c8b-48c6-bfa3-1a74d660d648 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] For port b061a809-91b2-439f-9f11-10fecd6f6512, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b061a809-91b2-439f-9f11-10fecd6f6512,segment=NetworkSegment(01769893-98cb-4681-8214-5c479e566303),segment_id=01769893-98cb-4681-8214-5c479e566303)] {{(pid=102946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:46.936991 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-b8f3803c-3923-42eb-a8e3-5e6d793d829d req-62f74a80-2c8b-48c6-bfa3-1a74d660d648 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (b061a809-91b2-439f-9f11-10fecd6f6512), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:46.950358 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [req-b8f3803c-3923-42eb-a8e3-5e6d793d829d req-62f74a80-2c8b-48c6-bfa3-1a74d660d648 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Calling delete_port for b061a809-91b2-439f-9f11-10fecd6f6512 owned by compute:nova {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:07:46.972165 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-88bda541-0b2c-4d50-ab65-760692e4542f req-35f1432f-efc7-4f4f-8d2d-b751cfa03b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133005'] for port (635a8ff8-f69c-4484-9f9e-c082b94238f2), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:47.024743 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bda541-0b2c-4d50-ab65-760692e4542f req-35f1432f-efc7-4f4f-8d2d-b751cfa03b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:47.025366 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-88bda541-0b2c-4d50-ab65-760692e4542f req-35f1432f-efc7-4f4f-8d2d-b751cfa03b6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:47.026839 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-88bda541-0b2c-4d50-ab65-760692e4542f req-35f1432f-efc7-4f4f-8d2d-b751cfa03b6c service neutron] 10.222.0.13 "PUT /v2.0/ports/635a8ff8-f69c-4484-9f9e-c082b94238f2 HTTP/1.1" status: 200 len: 1094 time: 1.3018239 Mar 04 03:07:47.029366 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a7ea16-8229-43c6-9874-73d7eebfee67', 'tag': '635a8ff8-f69c-4484-9f9e-c082b94238f2'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:07:47.032851 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53c610d-6dc8-45e9-b4b1-102cc12258ef" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a7ea16-8229-43c6-9874-73d7eebfee67", "tag": "635a8ff8-f69c-4484-9f9e-c082b94238f2"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:07:47.064099 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1432f-efc7-4f4f-8d2d-b751cfa03b6c service neutron] Pushing event updated for resources: {'Port': ['ID=635a8ff8-f69c-4484-9f9e-c082b94238f2,revision_number=3']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:47.107595 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 03:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b8632d-3ae2-41f2-b7dd-dfdf1943b874 x-openstack-request-id: req-73b8632d-3ae2-41f2-b7dd-dfdf1943b874 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:07:47.108245 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a7ea16-8229-43c6-9874-73d7eebfee67", "tag": "635a8ff8-f69c-4484-9f9e-c082b94238f2", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:07:47.108245 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73b8632d-3ae2-41f2-b7dd-dfdf1943b874 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:07:47.108878 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a7ea16-8229-43c6-9874-73d7eebfee67', 'tag': '635a8ff8-f69c-4484-9f9e-c082b94238f2', 'status': 'completed', 'code': 200} Mar 04 03:07:47.164614 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-54ee7374-492b-4dc7-a00c-d3d90ef33a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (1a6cfd7c-ef44-449f-8998-8113157c0811), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:47.204762 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee7374-492b-4dc7-a00c-d3d90ef33a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a6cfd7c-ef44-449f-8998-8113157c0811,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:47.212697 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bda541-0b2c-4d50-ab65-760692e4542f req-00c9a8fa-f984-4eff-a018-d3dcc8442325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:47.214290 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-88bda541-0b2c-4d50-ab65-760692e4542f req-00c9a8fa-f984-4eff-a018-d3dcc8442325 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d15398833664320803849959784f508&device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 1128 time: 0.1086152 Mar 04 03:07:47.288972 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-88bda541-0b2c-4d50-ab65-760692e4542f req-6c5f0557-0176-4f54-aa65-6a70905fc2cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=635a8ff8-f69c-4484-9f9e-c082b94238f2 HTTP/1.1" status: 200 len: 217 time: 0.0585909 Mar 04 03:07:47.382668 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-b8f3803c-3923-42eb-a8e3-5e6d793d829d req-62f74a80-2c8b-48c6-bfa3-1a74d660d648 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (b061a809-91b2-439f-9f11-10fecd6f6512), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:47.394110 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['b061a809-91b2-439f-9f11-10fecd6f6512'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:07:47.403282 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bda541-0b2c-4d50-ab65-760692e4542f req-7f82bbd8-2f6a-4ddc-babc-a87107be1150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:47.404955 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-88bda541-0b2c-4d50-ab65-760692e4542f req-7f82bbd8-2f6a-4ddc-babc-a87107be1150 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d3a17f2e-d1f5-4359-86d3-8c7648f764aa HTTP/1.1" status: 200 len: 851 time: 0.1104844 Mar 04 03:07:47.418337 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f74a80-2c8b-48c6-bfa3-1a74d660d648 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Pushing event deleted for resources: {'Port': ['ID=b061a809-91b2-439f-9f11-10fecd6f6512,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:47.480106 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f3803c-3923-42eb-a8e3-5e6d793d829d req-62f74a80-2c8b-48c6-bfa3-1a74d660d648 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] No DVR routers for this DVR port b061a809-91b2-439f-9f11-10fecd6f6512 on host hv-cinder-82806 {{(pid=102946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:07:47.482577 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-b8f3803c-3923-42eb-a8e3-5e6d793d829d req-62f74a80-2c8b-48c6-bfa3-1a74d660d648 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:47.486863 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b8f3803c-3923-42eb-a8e3-5e6d793d829d req-62f74a80-2c8b-48c6-bfa3-1a74d660d648 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.13 "DELETE /v2.0/ports/b061a809-91b2-439f-9f11-10fecd6f6512 HTTP/1.1" status: 204 len: 173 time: 0.7513330 Mar 04 03:07:47.487385 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c7f04e-e981-4062-b3c3-45615a0c2880', 'name': 'network-vif-deleted', 'tag': 'b061a809-91b2-439f-9f11-10fecd6f6512'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:07:47.489995 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8994fdb-b0d6-4b12-bc49-bcc26ec12e29" -d '{"events": [{"server_uuid": "28c7f04e-e981-4062-b3c3-45615a0c2880", "name": "network-vif-deleted", "tag": "b061a809-91b2-439f-9f11-10fecd6f6512"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:07:47.504380 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bda541-0b2c-4d50-ab65-760692e4542f req-4cff571d-c4bf-460c-a8d3-4c2b4c0178e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:47.505919 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-88bda541-0b2c-4d50-ab65-760692e4542f req-4cff571d-c4bf-460c-a8d3-4c2b4c0178e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02cb8961-f224-4efe-9715-ecfb6c08725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0941474 Mar 04 03:07:47.512353 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-54ee7374-492b-4dc7-a00c-d3d90ef33a15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642084'] for router_interface (c9da1d57-6090-481c-b495-f021b8958afa), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:47.534265 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b2629b1a-0f8d-4896-ad37-802d38629b73 req-6926cf7b-6955-4350-a02b-80a5d62a6120 tempest-TestMinimumBasicScenario-1209942515 tempest-TestMinimumBasicScenario-1209942515-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 210 time: 0.0372133 Mar 04 03:07:47.536071 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3199fbf6-9327-49fc-9add-a87d77697b91 x-openstack-request-id: req-3199fbf6-9327-49fc-9add-a87d77697b91 {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:07:47.536367 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c7f04e-e981-4062-b3c3-45615a0c2880", "name": "network-vif-deleted", "tag": "b061a809-91b2-439f-9f11-10fecd6f6512", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:07:47.536764 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3199fbf6-9327-49fc-9add-a87d77697b91 {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:07:47.537161 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c7f04e-e981-4062-b3c3-45615a0c2880', 'name': 'network-vif-deleted', 'tag': 'b061a809-91b2-439f-9f11-10fecd6f6512', 'status': 'completed', 'code': 200} Mar 04 03:07:47.692458 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-88bda541-0b2c-4d50-ab65-760692e4542f req-511942cc-a496-4b83-947c-c5ead9ba1b2c service neutron] 10.222.0.13 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680999 Mar 04 03:07:47.758598 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f621045f-ebc4-4246-9980-d8e393168f6a req-f562212c-56bb-44cc-8c00-182e1bfdc8f1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28c7f04e-e981-4062-b3c3-45615a0c2880&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257268 Mar 04 03:07:47.848196 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f621045f-ebc4-4246-9980-d8e393168f6a req-ab2c3e46-8739-4efd-90eb-ceb750c69fad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1248c4e6b3ec4d5bab6e570312099864&device_id=28c7f04e-e981-4062-b3c3-45615a0c2880 HTTP/1.1" status: 200 len: 210 time: 0.0341089 Mar 04 03:07:47.866282 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-88bda541-0b2c-4d50-ab65-760692e4542f req-675a895d-70d0-447c-985a-2871f9dccc05 service neutron] 10.222.0.13 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676741 Mar 04 03:07:47.889230 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ee7374-492b-4dc7-a00c-d3d90ef33a15 admin admin] Router c9da1d57-6090-481c-b495-f021b8958afa has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:07:47.892034 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c0259-e05a-43e1-b58c-52b5d4870303 req-4f499655-8cc7-43b8-8173-75260770e546 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:47.893780 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d25c0259-e05a-43e1-b58c-52b5d4870303 req-4f499655-8cc7-43b8-8173-75260770e546 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 944 time: 0.0699914 Mar 04 03:07:48.000640 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-d25c0259-e05a-43e1-b58c-52b5d4870303 req-28494c98-55db-464c-8b00-73c1f508b596 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976818 Mar 04 03:07:48.029569 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c610d-6dc8-45e9-b4b1-102cc12258ef req-0dc8a4cb-041c-43d6-8b43-04951beb65bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:48.031839 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f53c610d-6dc8-45e9-b4b1-102cc12258ef req-0dc8a4cb-041c-43d6-8b43-04951beb65bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d15398833664320803849959784f508&device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 1128 time: 0.0907581 Mar 04 03:07:48.086457 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621045f-ebc4-4246-9980-d8e393168f6a req-8e0693cf-4889-42f2-b909-7187e4c470bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:48.087941 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f621045f-ebc4-4246-9980-d8e393168f6a req-8e0693cf-4889-42f2-b909-7187e4c470bf service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1248c4e6b3ec4d5bab6e570312099864&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1832435 Mar 04 03:07:48.090592 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ee7374-492b-4dc7-a00c-d3d90ef33a15 admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:07:48.099086 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-54ee7374-492b-4dc7-a00c-d3d90ef33a15 admin admin] 10.222.0.16 "PUT /v2.0/routers/c9da1d57-6090-481c-b495-f021b8958afa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1184978 Mar 04 03:07:48.103464 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783ac7b4-4c8e-4088-affe-5b2766ded873 None None] Sync routers for ids ['c9da1d57-6090-481c-b495-f021b8958afa'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:07:48.105039 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 37370) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:48.115195 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783ac7b4-4c8e-4088-affe-5b2766ded873 None None] Routers {'c9da1d57-6090-481c-b495-f021b8958afa'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:07:48.115985 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-783ac7b4-4c8e-4088-affe-5b2766ded873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:07:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['c9da1d57-6090-481c-b495-f021b8958afa'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:48.137820 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c610d-6dc8-45e9-b4b1-102cc12258ef req-13f82f97-1d56-436d-9a76-0d1ab6166976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:48.139431 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f53c610d-6dc8-45e9-b4b1-102cc12258ef req-13f82f97-1d56-436d-9a76-0d1ab6166976 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02cb8961-f224-4efe-9715-ecfb6c08725e HTTP/1.1" status: 200 len: 913 time: 0.1007352 Mar 04 03:07:48.187664 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f53c610d-6dc8-45e9-b4b1-102cc12258ef req-128f57e5-dadc-4085-be03-b4d8a72906a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=635a8ff8-f69c-4484-9f9e-c082b94238f2 HTTP/1.1" status: 200 len: 217 time: 0.0421371 Mar 04 03:07:48.234545 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-783ac7b4-4c8e-4088-affe-5b2766ded873 None None] Set router c9da1d57-6090-481c-b495-f021b8958afa gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:07:48.240891 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c610d-6dc8-45e9-b4b1-102cc12258ef req-5e1c8920-0556-4e16-9e61-df97dc559b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:48.242708 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f53c610d-6dc8-45e9-b4b1-102cc12258ef req-5e1c8920-0556-4e16-9e61-df97dc559b7f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d3a17f2e-d1f5-4359-86d3-8c7648f764aa HTTP/1.1" status: 200 len: 851 time: 0.0503540 Mar 04 03:07:48.296945 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c610d-6dc8-45e9-b4b1-102cc12258ef req-d90283a2-1c32-4b90-8b0c-07051562913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:48.298584 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f53c610d-6dc8-45e9-b4b1-102cc12258ef req-d90283a2-1c32-4b90-8b0c-07051562913e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02cb8961-f224-4efe-9715-ecfb6c08725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504017 Mar 04 03:07:48.399142 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f53c610d-6dc8-45e9-b4b1-102cc12258ef req-584c4a2d-5025-4e01-a1f4-a32dafaf7ed6 service neutron] 10.222.0.13 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936074 Mar 04 03:07:48.427498 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-783ac7b4-4c8e-4088-affe-5b2766ded873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'name': 'tempest-AttachVolumeTestJSON-566749904-router', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T03:07:47Z', 'revision_number': 5, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'gw_port': {'id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:40Z', 'updated_at': '2022-03-04T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:48.457870 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783ac7b4-4c8e-4088-affe-5b2766ded873 None None] Checking router: c9da1d57-6090-481c-b495-f021b8958afa for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:07:48.467060 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783ac7b4-4c8e-4088-affe-5b2766ded873 None None] Routers {'c9da1d57-6090-481c-b495-f021b8958afa'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:07:48.469286 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-783ac7b4-4c8e-4088-affe-5b2766ded873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:07:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['c9da1d57-6090-481c-b495-f021b8958afa'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:48.502389 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f53c610d-6dc8-45e9-b4b1-102cc12258ef req-6103f54c-b264-4652-bc51-734056b702ea service neutron] 10.222.0.13 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970616 Mar 04 03:07:48.513630 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621045f-ebc4-4246-9980-d8e393168f6a req-feb3958d-f4fd-4c45-a890-390f542951e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:48.515687 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-f621045f-ebc4-4246-9980-d8e393168f6a req-feb3958d-f4fd-4c45-a890-390f542951e7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4186313 Mar 04 03:07:48.520269 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9bcd0461-47bb-4df6-8239-95f0046c9025 admin admin] Publish callbacks [] for router (c9da1d57-6090-481c-b495-f021b8958afa), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:48.583866 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-783ac7b4-4c8e-4088-affe-5b2766ded873 None None] Set router c9da1d57-6090-481c-b495-f021b8958afa gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:07:48.638498 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9bcd0461-47bb-4df6-8239-95f0046c9025 admin admin] Publish callbacks [] for router_gateway (c9da1d57-6090-481c-b495-f021b8958afa), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:48.695359 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-9bcd0461-47bb-4df6-8239-95f0046c9025 admin admin] Deleting port 4c0c1a1e-bb77-4753-9cb6-f1c769061c25 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:07:48.695713 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9bcd0461-47bb-4df6-8239-95f0046c9025 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (4c0c1a1e-bb77-4753-9cb6-f1c769061c25), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:48.771279 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-783ac7b4-4c8e-4088-affe-5b2766ded873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'name': 'tempest-AttachVolumeTestJSON-566749904-router', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T03:07:47Z', 'revision_number': 5, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'gw_port': {'id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:40Z', 'updated_at': '2022-03-04T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:48.786775 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-9bcd0461-47bb-4df6-8239-95f0046c9025 admin admin] For port 4c0c1a1e-bb77-4753-9cb6-f1c769061c25, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=4c0c1a1e-bb77-4753-9cb6-f1c769061c25,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:48.787224 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9bcd0461-47bb-4df6-8239-95f0046c9025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (4c0c1a1e-bb77-4753-9cb6-f1c769061c25), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:48.803266 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-9bcd0461-47bb-4df6-8239-95f0046c9025 admin admin] Calling delete_port for 4c0c1a1e-bb77-4753-9cb6-f1c769061c25 owned by network:router_gateway {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:07:48.803553 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783ac7b4-4c8e-4088-affe-5b2766ded873 None None] The sync data for ids ['c9da1d57-6090-481c-b495-f021b8958afa'] in dv-cinder-828061-7-iscsi is: [{'id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'name': 'tempest-AttachVolumeTestJSON-566749904-router', 'tenant_id': 'dd4856b10f144130bf4788557dd60a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:38Z', 'updated_at': '2022-03-04T03:07:47Z', 'revision_number': 5, 'project_id': 'dd4856b10f144130bf4788557dd60a24', 'gw_port': {'id': '4c0c1a1e-bb77-4753-9cb6-f1c769061c25', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9da1d57-6090-481c-b495-f021b8958afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:40Z', 'updated_at': '2022-03-04T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:07:48.978402 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9bcd0461-47bb-4df6-8239-95f0046c9025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (4c0c1a1e-bb77-4753-9cb6-f1c769061c25), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:49.006846 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd0461-47bb-4df6-8239-95f0046c9025 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c0c1a1e-bb77-4753-9cb6-f1c769061c25,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:49.068287 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9bcd0461-47bb-4df6-8239-95f0046c9025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641158'] for router_gateway (c9da1d57-6090-481c-b495-f021b8958afa), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:49.104092 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 37414) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:49.166979 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9bcd0461-47bb-4df6-8239-95f0046c9025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59159'] for router (c9da1d57-6090-481c-b495-f021b8958afa), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:49.169150 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9bcd0461-47bb-4df6-8239-95f0046c9025 admin admin] Publish callbacks [] for router_controller (c9da1d57-6090-481c-b495-f021b8958afa), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:49.183312 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb574e-ba36-4fa0-819c-b2c5e8c63d46 req-6c5e5116-2e4f-476d-9754-334551a932ca tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:49.184853 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-39cb574e-ba36-4fa0-819c-b2c5e8c63d46 req-6c5e5116-2e4f-476d-9754-334551a932ca tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 944 time: 0.1115525 Mar 04 03:07:49.224118 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9bcd0461-47bb-4df6-8239-95f0046c9025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654381'] for router (c9da1d57-6090-481c-b495-f021b8958afa), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:49.224692 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcd0461-47bb-4df6-8239-95f0046c9025 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9da1d57-6090-481c-b495-f021b8958afa {{(pid=102948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 03:07:49.229107 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9bcd0461-47bb-4df6-8239-95f0046c9025 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:49.230334 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-9bcd0461-47bb-4df6-8239-95f0046c9025 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c9da1d57-6090-481c-b495-f021b8958afa HTTP/1.1" status: 204 len: 168 time: 1.1243780 Mar 04 03:07:49.232777 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 37416) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:49.278656 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_v2 [None req-32603aab-ba37-463d-bd28-80b60cabd0f4 admin admin] Deleting subnet b6f4c4ae-a118-4ae8-b92d-55d0c45c943d {{(pid=102948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 03:07:49.282010 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-32603aab-ba37-463d-bd28-80b60cabd0f4 admin admin] Publish callbacks [] for subnet (b6f4c4ae-a118-4ae8-b92d-55d0c45c943d), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:49.311180 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-39cb574e-ba36-4fa0-819c-b2c5e8c63d46 req-7d13ec66-9b5c-4458-b0a0-2ff631121ba6 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914664 Mar 04 03:07:49.339033 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-32603aab-ba37-463d-bd28-80b60cabd0f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797375'] for subnet (b6f4c4ae-a118-4ae8-b92d-55d0c45c943d), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:49.415716 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 1a6cfd7c-ef44-449f-8998-8113157c0811 no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:07:49.450743 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: 1a6cfd7c-ef44-449f-8998-8113157c0811 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:07:49.451705 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 1a6cfd7c-ef44-449f-8998-8113157c0811 not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:07:49.457082 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-32603aab-ba37-463d-bd28-80b60cabd0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511659'] for subnet (b6f4c4ae-a118-4ae8-b92d-55d0c45c943d), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:49.512621 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-32603aab-ba37-463d-bd28-80b60cabd0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12133047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12482570'] for subnet (b6f4c4ae-a118-4ae8-b92d-55d0c45c943d), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:49.539098 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32603aab-ba37-463d-bd28-80b60cabd0f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6f4c4ae-a118-4ae8-b92d-55d0c45c943d,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:49.542902 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-32603aab-ba37-463d-bd28-80b60cabd0f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:49.549129 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-32603aab-ba37-463d-bd28-80b60cabd0f4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b6f4c4ae-a118-4ae8-b92d-55d0c45c943d HTTP/1.1" status: 204 len: 168 time: 0.3116138 Mar 04 03:07:49.549928 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e69e93c-3737-4de0-a0dd-41b4a3f55d92 None None] Network 89103e18-9486-4035-aa3f-78b34592cbe0 requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:07:49.552308 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 37418) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:49.639691 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2e44-fcb4-40d4-9dc8-c471ff3b4698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642248'] for router_interface (f318d35d-b678-4fc4-b34d-954a5e98f508), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:49.640835 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9039c7ef-f524-4c89-90ef-5fcc9ace4fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516816'] for network (89103e18-9486-4035-aa3f-78b34592cbe0), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:49.705224 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-9039c7ef-f524-4c89-90ef-5fcc9ace4fe0 admin admin] Deleting port 40219e10-03a6-4e44-8dfd-229ff1c832c9 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:07:49.705621 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9039c7ef-f524-4c89-90ef-5fcc9ace4fe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (40219e10-03a6-4e44-8dfd-229ff1c832c9), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:49.769063 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-9039c7ef-f524-4c89-90ef-5fcc9ace4fe0 admin admin] For port 40219e10-03a6-4e44-8dfd-229ff1c832c9, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=40219e10-03a6-4e44-8dfd-229ff1c832c9,segment=NetworkSegment(f84e4a76-fe05-4a76-bef8-c293ba04a698),segment_id=f84e4a76-fe05-4a76-bef8-c293ba04a698)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:49.769421 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9039c7ef-f524-4c89-90ef-5fcc9ace4fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (40219e10-03a6-4e44-8dfd-229ff1c832c9), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:49.782430 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-9039c7ef-f524-4c89-90ef-5fcc9ace4fe0 admin admin] Calling delete_port for 40219e10-03a6-4e44-8dfd-229ff1c832c9 owned by network:dhcp {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:07:49.866229 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9039c7ef-f524-4c89-90ef-5fcc9ace4fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (40219e10-03a6-4e44-8dfd-229ff1c832c9), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:49.892670 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039c7ef-f524-4c89-90ef-5fcc9ace4fe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=40219e10-03a6-4e44-8dfd-229ff1c832c9,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:49.900850 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9039c7ef-f524-4c89-90ef-5fcc9ace4fe0 admin admin] No DVR routers for this DVR port 40219e10-03a6-4e44-8dfd-229ff1c832c9 on host dv-cinder-828061-7-iscsi {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:07:49.918577 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee2e44-fcb4-40d4-9dc8-c471ff3b4698 admin admin] Deleting port becbf2f6-b53b-4a71-b814-dfc79a6babab {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:07:49.918918 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2e44-fcb4-40d4-9dc8-c471ff3b4698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (becbf2f6-b53b-4a71-b814-dfc79a6babab), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:49.977468 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9039c7ef-f524-4c89-90ef-5fcc9ace4fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621520', 'neutron.services.segments.db._delete_segments_for_network-8753426307485'] for network (89103e18-9486-4035-aa3f-78b34592cbe0), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:50.000976 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-9039c7ef-f524-4c89-90ef-5fcc9ace4fe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89103e18-9486-4035-aa3f-78b34592cbe0']}} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:50.002431 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [None req-e4ee2e44-fcb4-40d4-9dc8-c471ff3b4698 admin admin] For port becbf2f6-b53b-4a71-b814-dfc79a6babab, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=becbf2f6-b53b-4a71-b814-dfc79a6babab,segment=NetworkSegment(01769893-98cb-4681-8214-5c479e566303),segment_id=01769893-98cb-4681-8214-5c479e566303)] {{(pid=102946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:50.002807 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2e44-fcb4-40d4-9dc8-c471ff3b4698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (becbf2f6-b53b-4a71-b814-dfc79a6babab), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:50.011608 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-9039c7ef-f524-4c89-90ef-5fcc9ace4fe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84e4a76-fe05-4a76-bef8-c293ba04a698') {'for_net_delete': True} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:50.011880 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-9039c7ef-f524-4c89-90ef-5fcc9ace4fe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84e4a76-fe05-4a76-bef8-c293ba04a698') {} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:50.022904 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee2e44-fcb4-40d4-9dc8-c471ff3b4698 admin admin] Calling delete_port for becbf2f6-b53b-4a71-b814-dfc79a6babab owned by network:router_interface {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:07:50.025861 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9039c7ef-f524-4c89-90ef-5fcc9ace4fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753426310822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797352'] for segment (f84e4a76-fe05-4a76-bef8-c293ba04a698), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:50.027254 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6944e8bb-ba18-45b6-be7b-55c704674b50 None None] DHCP port deletion for 89103e18-9486-4035-aa3f-78b34592cbe0 request from dv-cinder-828061-7-iscsi {{(pid=102955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 03:07:50.044259 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9039c7ef-f524-4c89-90ef-5fcc9ace4fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (f84e4a76-fe05-4a76-bef8-c293ba04a698), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:50.053845 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9039c7ef-f524-4c89-90ef-5fcc9ace4fe0 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=102948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 03:07:50.054235 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9039c7ef-f524-4c89-90ef-5fcc9ace4fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12132969'] for segment (f84e4a76-fe05-4a76-bef8-c293ba04a698), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: Traceback (most recent call last): Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: timer() Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: cb(*args, **kw) Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: return func(*args, **kwargs) Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: self._notify() Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: self.callback(batched_events) Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: event.method(event) Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: return f(self, *a, **k) Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: return self._get(url).json() Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: return self.request(url, 'GET', **kwargs) Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 03:07:50.056259 dv-cinder-828061-7-iscsi neutron-server[102948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 03:07:50.116363 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9039c7ef-f524-4c89-90ef-5fcc9ace4fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641210'] for network (89103e18-9486-4035-aa3f-78b34592cbe0), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:50.121922 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-9039c7ef-f524-4c89-90ef-5fcc9ace4fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:50.126751 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-9039c7ef-f524-4c89-90ef-5fcc9ace4fe0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/89103e18-9486-4035-aa3f-78b34592cbe0 HTTP/1.1" status: 204 len: 168 time: 0.5726454 Mar 04 03:07:50.138752 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039c7ef-f524-4c89-90ef-5fcc9ace4fe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=89103e18-9486-4035-aa3f-78b34592cbe0,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:50.238157 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2e44-fcb4-40d4-9dc8-c471ff3b4698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (becbf2f6-b53b-4a71-b814-dfc79a6babab), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:50.257967 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 37422) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:50.269041 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee2e44-fcb4-40d4-9dc8-c471ff3b4698 admin admin] Pushing event deleted for resources: {'Port': ['ID=becbf2f6-b53b-4a71-b814-dfc79a6babab,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:50.305742 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-7985b00e-34ae-49b8-9ea0-c84334574500 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd4856b10f144130bf4788557dd60a24&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0458539 Mar 04 03:07:50.307614 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 37424) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:50.371167 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a85821af-5951-4fd2-ac33-b69843eed219 admin admin] Publish callbacks [] for security_group (acf3c01a-f86e-4b7b-a175-d33858be7cdc), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:50.395432 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a85821af-5951-4fd2-ac33-b69843eed219 admin admin] Publish callbacks [] for security_group (acf3c01a-f86e-4b7b-a175-d33858be7cdc), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:50.456519 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a85821af-5951-4fd2-ac33-b69843eed219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (acf3c01a-f86e-4b7b-a175-d33858be7cdc), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:50.459572 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-a85821af-5951-4fd2-ac33-b69843eed219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:50.460895 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-a85821af-5951-4fd2-ac33-b69843eed219 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/acf3c01a-f86e-4b7b-a175-d33858be7cdc HTTP/1.1" status: 204 len: 168 time: 0.1516595 Mar 04 03:07:50.469720 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85821af-5951-4fd2-ac33-b69843eed219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf3c01a-f86e-4b7b-a175-d33858be7cdc,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:50.495377 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2e44-fcb4-40d4-9dc8-c471ff3b4698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642084'] for router_interface (f318d35d-b678-4fc4-b34d-954a5e98f508), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:50.509197 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19946d8-45df-4081-8a22-5051fc0be7b0 req-2bad68e0-0aee-4329-b76c-8a676631e399 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:50.510745 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b19946d8-45df-4081-8a22-5051fc0be7b0 req-2bad68e0-0aee-4329-b76c-8a676631e399 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 944 time: 0.1041291 Mar 04 03:07:50.648052 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b19946d8-45df-4081-8a22-5051fc0be7b0 req-3d336b1e-fb97-410b-ae43-4d52cebae1d0 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952551 Mar 04 03:07:50.764263 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ee2e44-fcb4-40d4-9dc8-c471ff3b4698 admin admin] Router f318d35d-b678-4fc4-b34d-954a5e98f508 has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:07:50.877683 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ee2e44-fcb4-40d4-9dc8-c471ff3b4698 admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:07:50.885222 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-e4ee2e44-fcb4-40d4-9dc8-c471ff3b4698 admin admin] 10.222.0.16 "PUT /v2.0/routers/f318d35d-b678-4fc4-b34d-954a5e98f508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7764761 Mar 04 03:07:50.885401 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 37442) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:50.886065 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecae0c4-00d0-4451-8333-fe5ab159c1ff None None] Sync routers for ids ['f318d35d-b678-4fc4-b34d-954a5e98f508'] in dv-cinder-828061-7-iscsi {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:07:50.896346 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecae0c4-00d0-4451-8333-fe5ab159c1ff None None] Routers {'f318d35d-b678-4fc4-b34d-954a5e98f508'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:07:50.896955 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-1ecae0c4-00d0-4451-8333-fe5ab159c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:07:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['f318d35d-b678-4fc4-b34d-954a5e98f508'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:51.001780 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e0af22c7-c15e-469a-a2f6-a225eae14db9 admin admin] Publish callbacks [] for router (f318d35d-b678-4fc4-b34d-954a5e98f508), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:51.099603 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-1ecae0c4-00d0-4451-8333-fe5ab159c1ff None None] Set router f318d35d-b678-4fc4-b34d-954a5e98f508 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:07:51.116230 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e0af22c7-c15e-469a-a2f6-a225eae14db9 admin admin] Publish callbacks [] for router_gateway (f318d35d-b678-4fc4-b34d-954a5e98f508), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:51.172152 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-e0af22c7-c15e-469a-a2f6-a225eae14db9 admin admin] Deleting port 6b17fede-4dd1-4622-ad2e-4b3cdf58b386 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:07:51.172654 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e0af22c7-c15e-469a-a2f6-a225eae14db9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (6b17fede-4dd1-4622-ad2e-4b3cdf58b386), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:51.267128 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-e0af22c7-c15e-469a-a2f6-a225eae14db9 admin admin] For port 6b17fede-4dd1-4622-ad2e-4b3cdf58b386, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=6b17fede-4dd1-4622-ad2e-4b3cdf58b386,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:51.267510 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e0af22c7-c15e-469a-a2f6-a225eae14db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (6b17fede-4dd1-4622-ad2e-4b3cdf58b386), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:51.289067 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-e0af22c7-c15e-469a-a2f6-a225eae14db9 admin admin] Calling delete_port for 6b17fede-4dd1-4622-ad2e-4b3cdf58b386 owned by network:router_gateway {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:07:51.290937 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-1ecae0c4-00d0-4451-8333-fe5ab159c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'name': 'tempest-TestMinimumBasicScenario-1201439077-router', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:07:50Z', 'revision_number': 5, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'gw_port': {'id': '6b17fede-4dd1-4622-ad2e-4b3cdf58b386', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:51.324607 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecae0c4-00d0-4451-8333-fe5ab159c1ff None None] Checking router: f318d35d-b678-4fc4-b34d-954a5e98f508 for host: dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:07:51.334680 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecae0c4-00d0-4451-8333-fe5ab159c1ff None None] Routers {'f318d35d-b678-4fc4-b34d-954a5e98f508'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:07:51.335477 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-1ecae0c4-00d0-4451-8333-fe5ab159c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:07:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['f318d35d-b678-4fc4-b34d-954a5e98f508'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:51.337006 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 4c0c1a1e-bb77-4753-9cb6-f1c769061c25 no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:07:51.361640 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: 4c0c1a1e-bb77-4753-9cb6-f1c769061c25 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:07:51.362258 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 4c0c1a1e-bb77-4753-9cb6-f1c769061c25 not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:07:51.363274 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 40219e10-03a6-4e44-8dfd-229ff1c832c9 no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:07:51.388133 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: 40219e10-03a6-4e44-8dfd-229ff1c832c9 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:07:51.388718 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 40219e10-03a6-4e44-8dfd-229ff1c832c9 not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:07:51.403947 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device b061a809-91b2-439f-9f11-10fecd6f6512 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:07:51.426908 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] No Port match for: b061a809-91b2-439f-9f11-10fecd6f6512 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:07:51.427309 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device b061a809-91b2-439f-9f11-10fecd6f6512 not bound to the agent host hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:07:51.431533 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-1ecae0c4-00d0-4451-8333-fe5ab159c1ff None None] Set router f318d35d-b678-4fc4-b34d-954a5e98f508 gateway port host: None {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:07:51.485482 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-1ecae0c4-00d0-4451-8333-fe5ab159c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'name': 'tempest-TestMinimumBasicScenario-1201439077-router', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:07:51Z', 'revision_number': 6, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'gw_port_host': None}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:51.507717 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e0af22c7-c15e-469a-a2f6-a225eae14db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (6b17fede-4dd1-4622-ad2e-4b3cdf58b386), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:51.516213 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecae0c4-00d0-4451-8333-fe5ab159c1ff None None] The sync data for ids ['f318d35d-b678-4fc4-b34d-954a5e98f508'] in dv-cinder-828061-7-iscsi is: [{'id': 'f318d35d-b678-4fc4-b34d-954a5e98f508', 'name': 'tempest-TestMinimumBasicScenario-1201439077-router', 'tenant_id': '1248c4e6b3ec4d5bab6e570312099864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:03:38Z', 'updated_at': '2022-03-04T03:07:51Z', 'revision_number': 6, 'project_id': '1248c4e6b3ec4d5bab6e570312099864', 'gw_port_host': None}] {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:07:51.545848 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af22c7-c15e-469a-a2f6-a225eae14db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b17fede-4dd1-4622-ad2e-4b3cdf58b386,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:51.616156 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e0af22c7-c15e-469a-a2f6-a225eae14db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641158'] for router_gateway (f318d35d-b678-4fc4-b34d-954a5e98f508), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:51.714227 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e0af22c7-c15e-469a-a2f6-a225eae14db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59159'] for router (f318d35d-b678-4fc4-b34d-954a5e98f508), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:51.721188 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e0af22c7-c15e-469a-a2f6-a225eae14db9 admin admin] Publish callbacks [] for router_controller (f318d35d-b678-4fc4-b34d-954a5e98f508), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:51.787978 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e0af22c7-c15e-469a-a2f6-a225eae14db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654381'] for router (f318d35d-b678-4fc4-b34d-954a5e98f508), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:51.788696 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0af22c7-c15e-469a-a2f6-a225eae14db9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f318d35d-b678-4fc4-b34d-954a5e98f508 {{(pid=102948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 03:07:51.794867 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e0af22c7-c15e-469a-a2f6-a225eae14db9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:51.796961 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-e0af22c7-c15e-469a-a2f6-a225eae14db9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f318d35d-b678-4fc4-b34d-954a5e98f508 HTTP/1.1" status: 204 len: 168 time: 0.9104462 Mar 04 03:07:51.799284 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 37468) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:51.799847 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17236b22-5a05-4460-a797-39fd2251878b req-e87b6927-ab5d-4ffd-880d-7f89e66aebc1 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:51.801430 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-17236b22-5a05-4460-a797-39fd2251878b req-e87b6927-ab5d-4ffd-880d-7f89e66aebc1 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 944 time: 0.0700042 Mar 04 03:07:51.844362 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6e51f5-0b60-4615-8370-2b87bb8d5f59 admin admin] Deleting subnet 8a6a0257-e841-44fa-928a-9f49db9b48d7 {{(pid=102948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 03:07:51.847574 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5a6e51f5-0b60-4615-8370-2b87bb8d5f59 admin admin] Publish callbacks [] for subnet (8a6a0257-e841-44fa-928a-9f49db9b48d7), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:51.853031 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-17236b22-5a05-4460-a797-39fd2251878b req-b7bc1619-d883-4dc5-89d1-4b15efbcd848 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452147 Mar 04 03:07:51.881465 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5a6e51f5-0b60-4615-8370-2b87bb8d5f59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797375'] for subnet (8a6a0257-e841-44fa-928a-9f49db9b48d7), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:51.964938 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5a6e51f5-0b60-4615-8370-2b87bb8d5f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511659'] for subnet (8a6a0257-e841-44fa-928a-9f49db9b48d7), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:52.015935 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5a6e51f5-0b60-4615-8370-2b87bb8d5f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12133047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12482570'] for subnet (8a6a0257-e841-44fa-928a-9f49db9b48d7), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:52.038490 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e51f5-0b60-4615-8370-2b87bb8d5f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a6a0257-e841-44fa-928a-9f49db9b48d7,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:52.043994 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-5a6e51f5-0b60-4615-8370-2b87bb8d5f59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:52.050236 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-5a6e51f5-0b60-4615-8370-2b87bb8d5f59 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8a6a0257-e841-44fa-928a-9f49db9b48d7 HTTP/1.1" status: 204 len: 168 time: 0.2478521 Mar 04 03:07:52.050456 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 37470) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:52.052557 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff31e254-58aa-4d9d-b6fc-1c807e59e59d None None] Network dd04bf70-51ad-4130-8348-344e159cf0ff requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:07:52.116139 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d29ae553-1d04-40f5-b821-5650f90fe9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516816'] for network (dd04bf70-51ad-4130-8348-344e159cf0ff), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:52.173554 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-d29ae553-1d04-40f5-b821-5650f90fe9eb admin admin] Deleting port 147a0faa-b906-497b-b9d4-eb1d39fb3f42 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:07:52.173918 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d29ae553-1d04-40f5-b821-5650f90fe9eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (147a0faa-b906-497b-b9d4-eb1d39fb3f42), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:52.235828 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-d29ae553-1d04-40f5-b821-5650f90fe9eb admin admin] For port 147a0faa-b906-497b-b9d4-eb1d39fb3f42, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=147a0faa-b906-497b-b9d4-eb1d39fb3f42,segment=NetworkSegment(01769893-98cb-4681-8214-5c479e566303),segment_id=01769893-98cb-4681-8214-5c479e566303)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:52.236114 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d29ae553-1d04-40f5-b821-5650f90fe9eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (147a0faa-b906-497b-b9d4-eb1d39fb3f42), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:52.248202 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-d29ae553-1d04-40f5-b821-5650f90fe9eb admin admin] Calling delete_port for 147a0faa-b906-497b-b9d4-eb1d39fb3f42 owned by network:dhcp {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:07:52.302971 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea155244-5da3-4ff5-bc89-260f95b1e3f5 None None] DHCP port deletion for dd04bf70-51ad-4130-8348-344e159cf0ff request from dv-cinder-828061-7-iscsi {{(pid=102955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 03:07:52.331799 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d29ae553-1d04-40f5-b821-5650f90fe9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (147a0faa-b906-497b-b9d4-eb1d39fb3f42), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:52.350396 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-ea155244-5da3-4ff5-bc89-260f95b1e3f5 None None] Deleting port 147a0faa-b906-497b-b9d4-eb1d39fb3f42 {{(pid=102955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:07:52.350910 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-ea155244-5da3-4ff5-bc89-260f95b1e3f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (147a0faa-b906-497b-b9d4-eb1d39fb3f42), before_delete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:52.361645 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ae553-1d04-40f5-b821-5650f90fe9eb admin admin] Pushing event deleted for resources: {'Port': ['ID=147a0faa-b906-497b-b9d4-eb1d39fb3f42,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:52.363490 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29ae553-1d04-40f5-b821-5650f90fe9eb admin admin] No DVR routers for this DVR port 147a0faa-b906-497b-b9d4-eb1d39fb3f42 on host dv-cinder-828061-7-iscsi {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:07:52.421654 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-ea155244-5da3-4ff5-bc89-260f95b1e3f5 None None] For port 147a0faa-b906-497b-b9d4-eb1d39fb3f42, host dv-cinder-828061-7-iscsi, got binding levels [] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:52.422104 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-ea155244-5da3-4ff5-bc89-260f95b1e3f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (147a0faa-b906-497b-b9d4-eb1d39fb3f42), precommit_delete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:52.434797 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-ea155244-5da3-4ff5-bc89-260f95b1e3f5 None None] Calling delete_port for 147a0faa-b906-497b-b9d4-eb1d39fb3f42 owned by network:dhcp {{(pid=102955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:07:52.436209 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d29ae553-1d04-40f5-b821-5650f90fe9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621520', 'neutron.services.segments.db._delete_segments_for_network-8753426307485'] for network (dd04bf70-51ad-4130-8348-344e159cf0ff), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:52.438153 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.ipam_backend_mixin [None req-ea155244-5da3-4ff5-bc89-260f95b1e3f5 None None] Port 147a0faa-b906-497b-b9d4-eb1d39fb3f42 was not found and therefore no delete operation was performed {{(pid=102955) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 04 03:07:52.439507 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-ea155244-5da3-4ff5-bc89-260f95b1e3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966'] for port (147a0faa-b906-497b-b9d4-eb1d39fb3f42), after_delete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:52.457637 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-d29ae553-1d04-40f5-b821-5650f90fe9eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd04bf70-51ad-4130-8348-344e159cf0ff']}} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:52.465090 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea155244-5da3-4ff5-bc89-260f95b1e3f5 None None] Pushing event deleted for resources: {'Port': ['ID=147a0faa-b906-497b-b9d4-eb1d39fb3f42,revision_number=None']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:52.467146 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-d29ae553-1d04-40f5-b821-5650f90fe9eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01769893-98cb-4681-8214-5c479e566303') {'for_net_delete': True} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:52.467450 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.services.segments.db [None req-d29ae553-1d04-40f5-b821-5650f90fe9eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01769893-98cb-4681-8214-5c479e566303') {} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:52.469817 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea155244-5da3-4ff5-bc89-260f95b1e3f5 None None] No DVR routers for this DVR port 147a0faa-b906-497b-b9d4-eb1d39fb3f42 on host dv-cinder-828061-7-iscsi {{(pid=102955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:07:52.482384 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d29ae553-1d04-40f5-b821-5650f90fe9eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753426310822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797352'] for segment (01769893-98cb-4681-8214-5c479e566303), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:52.504643 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d29ae553-1d04-40f5-b821-5650f90fe9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (01769893-98cb-4681-8214-5c479e566303), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:52.511279 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29ae553-1d04-40f5-b821-5650f90fe9eb admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=102948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 03:07:52.511677 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d29ae553-1d04-40f5-b821-5650f90fe9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12132969'] for segment (01769893-98cb-4681-8214-5c479e566303), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: Traceback (most recent call last): Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: timer() Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: cb(*args, **kw) Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: return func(*args, **kwargs) Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: self._notify() Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: self.callback(batched_events) Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: event.method(event) Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: return f(self, *a, **k) Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: return self._get(url).json() Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: return self.request(url, 'GET', **kwargs) Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 03:07:52.513383 dv-cinder-828061-7-iscsi neutron-server[102948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 03:07:52.581263 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d29ae553-1d04-40f5-b821-5650f90fe9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641210'] for network (dd04bf70-51ad-4130-8348-344e159cf0ff), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:52.586513 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d29ae553-1d04-40f5-b821-5650f90fe9eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:52.589619 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-d29ae553-1d04-40f5-b821-5650f90fe9eb admin admin] 10.222.0.16 "DELETE /v2.0/networks/dd04bf70-51ad-4130-8348-344e159cf0ff HTTP/1.1" status: 204 len: 168 time: 0.5382621 Mar 04 03:07:52.592817 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 37472) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:52.600570 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ae553-1d04-40f5-b821-5650f90fe9eb admin admin] Pushing event deleted for resources: {'Network': ['ID=dd04bf70-51ad-4130-8348-344e159cf0ff,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:52.987204 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4cc29a65-7f34-463f-b90d-c9fe5aeb2cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642248'] for router_interface (e76a584c-9026-4482-b119-decbdc4db7d4), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:52.994969 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f4fdf-238a-48a9-a79c-8bf8c0049825 req-5d10b9a0-4230-45ad-8fb6-1ec437c31266 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:52.996486 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-361f4fdf-238a-48a9-a79c-8bf8c0049825 req-5d10b9a0-4230-45ad-8fb6-1ec437c31266 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 944 time: 0.0741975 Mar 04 03:07:53.120301 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-361f4fdf-238a-48a9-a79c-8bf8c0049825 req-7aafeb4c-da84-4040-8b89-d23f62c7e32a tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914800 Mar 04 03:07:53.238749 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 147a0faa-b906-497b-b9d4-eb1d39fb3f42 no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:07:53.259210 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: 147a0faa-b906-497b-b9d4-eb1d39fb3f42 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:07:53.259573 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 147a0faa-b906-497b-b9d4-eb1d39fb3f42 not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:07:53.259992 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 6b17fede-4dd1-4622-ad2e-4b3cdf58b386 no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:07:53.283044 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: 6b17fede-4dd1-4622-ad2e-4b3cdf58b386 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:07:53.283412 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 6b17fede-4dd1-4622-ad2e-4b3cdf58b386 not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:07:53.283844 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device becbf2f6-b53b-4a71-b814-dfc79a6babab no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:07:53.284080 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-4cc29a65-7f34-463f-b90d-c9fe5aeb2cc1 admin admin] Deleting port 29a775a0-d6bb-400e-b270-86118c87954e {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:07:53.284425 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4cc29a65-7f34-463f-b90d-c9fe5aeb2cc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (29a775a0-d6bb-400e-b270-86118c87954e), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:53.303209 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: becbf2f6-b53b-4a71-b814-dfc79a6babab {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:07:53.303480 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device becbf2f6-b53b-4a71-b814-dfc79a6babab not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:07:53.366456 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [None req-4cc29a65-7f34-463f-b90d-c9fe5aeb2cc1 admin admin] For port 29a775a0-d6bb-400e-b270-86118c87954e, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=29a775a0-d6bb-400e-b270-86118c87954e,segment=NetworkSegment(71d103c5-4175-4d17-b145-7767d6fbe8b8),segment_id=71d103c5-4175-4d17-b145-7767d6fbe8b8)] {{(pid=102946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:53.366818 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4cc29a65-7f34-463f-b90d-c9fe5aeb2cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (29a775a0-d6bb-400e-b270-86118c87954e), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:53.379839 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-4cc29a65-7f34-463f-b90d-c9fe5aeb2cc1 admin admin] Calling delete_port for 29a775a0-d6bb-400e-b270-86118c87954e owned by network:router_interface {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:07:53.555627 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4cc29a65-7f34-463f-b90d-c9fe5aeb2cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (29a775a0-d6bb-400e-b270-86118c87954e), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:53.591153 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc29a65-7f34-463f-b90d-c9fe5aeb2cc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=29a775a0-d6bb-400e-b270-86118c87954e,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:53.753652 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4cc29a65-7f34-463f-b90d-c9fe5aeb2cc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642084'] for router_interface (e76a584c-9026-4482-b119-decbdc4db7d4), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:54.253524 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc29a65-7f34-463f-b90d-c9fe5aeb2cc1 admin admin] Router e76a584c-9026-4482-b119-decbdc4db7d4 has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:07:54.272678 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617938c-d33a-4672-95f9-67a4984d5cbb req-dd262eb8-6818-488d-aba9-e7918a5cb8f5 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:54.274174 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f617938c-d33a-4672-95f9-67a4984d5cbb req-dd262eb8-6818-488d-aba9-e7918a5cb8f5 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 944 time: 0.0752563 Mar 04 03:07:54.392269 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-f617938c-d33a-4672-95f9-67a4984d5cbb req-35a56033-bdf0-4ec6-a8be-e55a6aaeaa94 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850282 Mar 04 03:07:54.405890 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc29a65-7f34-463f-b90d-c9fe5aeb2cc1 admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:07:54.415706 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-4cc29a65-7f34-463f-b90d-c9fe5aeb2cc1 admin admin] 10.222.0.16 "PUT /v2.0/routers/e76a584c-9026-4482-b119-decbdc4db7d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8216138 Mar 04 03:07:54.418192 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 37502) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:54.422243 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aed0adf-3491-403e-8869-17860a06420c None None] Sync routers for ids ['e76a584c-9026-4482-b119-decbdc4db7d4'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:07:54.431423 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aed0adf-3491-403e-8869-17860a06420c None None] Routers {'e76a584c-9026-4482-b119-decbdc4db7d4'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:07:54.432028 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-4aed0adf-3491-403e-8869-17860a06420c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:07:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['e76a584c-9026-4482-b119-decbdc4db7d4'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:54.524900 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8d46ce20-8b38-4efd-b66c-93a265ef9744 admin admin] Publish callbacks [] for router (e76a584c-9026-4482-b119-decbdc4db7d4), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:54.634882 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8d46ce20-8b38-4efd-b66c-93a265ef9744 admin admin] Publish callbacks [] for router_gateway (e76a584c-9026-4482-b119-decbdc4db7d4), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:54.677785 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-4aed0adf-3491-403e-8869-17860a06420c None None] Set router e76a584c-9026-4482-b119-decbdc4db7d4 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:07:54.685790 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-8d46ce20-8b38-4efd-b66c-93a265ef9744 admin admin] Deleting port aeff3df6-cb75-4b23-8723-e4e516719642 {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:07:54.686203 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8d46ce20-8b38-4efd-b66c-93a265ef9744 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (aeff3df6-cb75-4b23-8723-e4e516719642), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:54.767567 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [None req-8d46ce20-8b38-4efd-b66c-93a265ef9744 admin admin] For port aeff3df6-cb75-4b23-8723-e4e516719642, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=aeff3df6-cb75-4b23-8723-e4e516719642,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:54.767934 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8d46ce20-8b38-4efd-b66c-93a265ef9744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (aeff3df6-cb75-4b23-8723-e4e516719642), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:54.780981 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-8d46ce20-8b38-4efd-b66c-93a265ef9744 admin admin] Calling delete_port for aeff3df6-cb75-4b23-8723-e4e516719642 owned by network:router_gateway {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:07:54.851214 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-4aed0adf-3491-403e-8869-17860a06420c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a584c-9026-4482-b119-decbdc4db7d4', 'name': 'tempest-TestMinimumBasicScenario-844991431-router', 'tenant_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'aeff3df6-cb75-4b23-8723-e4e516719642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:03:43Z', 'updated_at': '2022-03-04T03:07:53Z', 'revision_number': 5, 'project_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'gw_port': {'id': 'aeff3df6-cb75-4b23-8723-e4e516719642', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a584c-9026-4482-b119-decbdc4db7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:03:43Z', 'updated_at': '2022-03-04T03:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:54.881593 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aed0adf-3491-403e-8869-17860a06420c None None] Checking router: e76a584c-9026-4482-b119-decbdc4db7d4 for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:07:54.889673 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aed0adf-3491-403e-8869-17860a06420c None None] Routers {'e76a584c-9026-4482-b119-decbdc4db7d4'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:07:54.891398 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-4aed0adf-3491-403e-8869-17860a06420c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:07:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['e76a584c-9026-4482-b119-decbdc4db7d4'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:54.949383 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8d46ce20-8b38-4efd-b66c-93a265ef9744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (aeff3df6-cb75-4b23-8723-e4e516719642), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:54.974755 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46ce20-8b38-4efd-b66c-93a265ef9744 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeff3df6-cb75-4b23-8723-e4e516719642,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:54.987584 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-4aed0adf-3491-403e-8869-17860a06420c None None] Set router e76a584c-9026-4482-b119-decbdc4db7d4 gateway port host: None {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:07:55.038853 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8d46ce20-8b38-4efd-b66c-93a265ef9744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641158'] for router_gateway (e76a584c-9026-4482-b119-decbdc4db7d4), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:55.040514 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-4aed0adf-3491-403e-8869-17860a06420c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a584c-9026-4482-b119-decbdc4db7d4', 'name': 'tempest-TestMinimumBasicScenario-844991431-router', 'tenant_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:03:43Z', 'updated_at': '2022-03-04T03:07:54Z', 'revision_number': 6, 'project_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'gw_port_host': None}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:55.069785 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aed0adf-3491-403e-8869-17860a06420c None None] The sync data for ids ['e76a584c-9026-4482-b119-decbdc4db7d4'] in dv-cinder-828061-7-iscsi is: [{'id': 'e76a584c-9026-4482-b119-decbdc4db7d4', 'name': 'tempest-TestMinimumBasicScenario-844991431-router', 'tenant_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:03:43Z', 'updated_at': '2022-03-04T03:07:54Z', 'revision_number': 6, 'project_id': 'f5e4dbd2fbdf415f86186ffbad0178c0', 'gw_port_host': None}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:07:55.134756 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8d46ce20-8b38-4efd-b66c-93a265ef9744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59159'] for router (e76a584c-9026-4482-b119-decbdc4db7d4), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:55.136852 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8d46ce20-8b38-4efd-b66c-93a265ef9744 admin admin] Publish callbacks [] for router_controller (e76a584c-9026-4482-b119-decbdc4db7d4), precommit_delete_associations {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:55.181401 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8d46ce20-8b38-4efd-b66c-93a265ef9744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654381'] for router (e76a584c-9026-4482-b119-decbdc4db7d4), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:55.181958 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d46ce20-8b38-4efd-b66c-93a265ef9744 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e76a584c-9026-4482-b119-decbdc4db7d4 {{(pid=102946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 03:07:55.186764 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8d46ce20-8b38-4efd-b66c-93a265ef9744 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:55.188062 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-8d46ce20-8b38-4efd-b66c-93a265ef9744 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e76a584c-9026-4482-b119-decbdc4db7d4 HTTP/1.1" status: 204 len: 168 time: 0.7689631 Mar 04 03:07:55.190667 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 37506) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:55.236613 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8fd034b-c609-4651-a47f-1541ac0d8974 admin admin] Deleting subnet 769ed3f9-2d0e-4686-ac5f-a1dd5e6a655d {{(pid=102948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 03:07:55.239702 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e8fd034b-c609-4651-a47f-1541ac0d8974 admin admin] Publish callbacks [] for subnet (769ed3f9-2d0e-4686-ac5f-a1dd5e6a655d), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:55.272713 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e8fd034b-c609-4651-a47f-1541ac0d8974 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797375'] for subnet (769ed3f9-2d0e-4686-ac5f-a1dd5e6a655d), precommit_delete_associations {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:55.349465 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e8fd034b-c609-4651-a47f-1541ac0d8974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511659'] for subnet (769ed3f9-2d0e-4686-ac5f-a1dd5e6a655d), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:55.406306 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e8fd034b-c609-4651-a47f-1541ac0d8974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12133047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12482570'] for subnet (769ed3f9-2d0e-4686-ac5f-a1dd5e6a655d), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:55.433012 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd034b-c609-4651-a47f-1541ac0d8974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=769ed3f9-2d0e-4686-ac5f-a1dd5e6a655d,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:55.435064 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-e8fd034b-c609-4651-a47f-1541ac0d8974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for subnet (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:55.438548 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-e8fd034b-c609-4651-a47f-1541ac0d8974 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/769ed3f9-2d0e-4686-ac5f-a1dd5e6a655d HTTP/1.1" status: 204 len: 168 time: 0.2467895 Mar 04 03:07:55.443156 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 37512) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:55.459391 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ade5017-dc98-4c52-824c-b0ae8bb31db3 None None] Network 86517c86-cecd-4750-80d1-298996daf3cc requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:07:55.569385 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0e67-b240-4bb3-9f33-79b493b01fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516816'] for network (86517c86-cecd-4750-80d1-298996daf3cc), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:55.602783 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92846b-98a4-4693-a186-cd7811aa9ff3 req-cb70aae1-27a5-417f-aef2-acb514e98310 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:55.604504 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5a92846b-98a4-4693-a186-cd7811aa9ff3 req-cb70aae1-27a5-417f-aef2-acb514e98310 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 944 time: 0.1268332 Mar 04 03:07:55.680412 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5a92846b-98a4-4693-a186-cd7811aa9ff3 req-082af0e7-f7be-460e-a5c5-94db5f27cad1 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703490 Mar 04 03:07:55.687837 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-2b8f0e67-b240-4bb3-9f33-79b493b01fdf admin admin] Deleting port 6f4216bf-c586-49aa-a9cd-b83ecedcedbb {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:07:55.688015 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0e67-b240-4bb3-9f33-79b493b01fdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (6f4216bf-c586-49aa-a9cd-b83ecedcedbb), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:55.752712 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [None req-2b8f0e67-b240-4bb3-9f33-79b493b01fdf admin admin] For port 6f4216bf-c586-49aa-a9cd-b83ecedcedbb, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=6f4216bf-c586-49aa-a9cd-b83ecedcedbb,segment=NetworkSegment(71d103c5-4175-4d17-b145-7767d6fbe8b8),segment_id=71d103c5-4175-4d17-b145-7767d6fbe8b8)] {{(pid=102946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:55.752986 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0e67-b240-4bb3-9f33-79b493b01fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (6f4216bf-c586-49aa-a9cd-b83ecedcedbb), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:55.765875 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-2b8f0e67-b240-4bb3-9f33-79b493b01fdf admin admin] Calling delete_port for 6f4216bf-c586-49aa-a9cd-b83ecedcedbb owned by network:dhcp {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:07:55.851001 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0e67-b240-4bb3-9f33-79b493b01fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (6f4216bf-c586-49aa-a9cd-b83ecedcedbb), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:55.874909 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f0e67-b240-4bb3-9f33-79b493b01fdf admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4216bf-c586-49aa-a9cd-b83ecedcedbb,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:55.878287 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8f0e67-b240-4bb3-9f33-79b493b01fdf admin admin] No DVR routers for this DVR port 6f4216bf-c586-49aa-a9cd-b83ecedcedbb on host dv-cinder-828061-7-iscsi {{(pid=102946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:07:55.945279 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbe668b-e229-4e47-aec8-f03b734a30f9 None None] DHCP port deletion for 86517c86-cecd-4750-80d1-298996daf3cc request from dv-cinder-828061-7-iscsi {{(pid=102955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 03:07:55.947771 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 29a775a0-d6bb-400e-b270-86118c87954e no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:07:55.952809 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0e67-b240-4bb3-9f33-79b493b01fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621520', 'neutron.services.segments.db._delete_segments_for_network-8753426307485'] for network (86517c86-cecd-4750-80d1-298996daf3cc), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:55.974770 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.services.segments.db [None req-2b8f0e67-b240-4bb3-9f33-79b493b01fdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86517c86-cecd-4750-80d1-298996daf3cc']}} {{(pid=102946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:55.976174 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: 29a775a0-d6bb-400e-b270-86118c87954e {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:07:55.976746 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 29a775a0-d6bb-400e-b270-86118c87954e not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:07:55.985006 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.services.segments.db [None req-2b8f0e67-b240-4bb3-9f33-79b493b01fdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d103c5-4175-4d17-b145-7767d6fbe8b8') {'for_net_delete': True} {{(pid=102946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:55.985861 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.services.segments.db [None req-2b8f0e67-b240-4bb3-9f33-79b493b01fdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d103c5-4175-4d17-b145-7767d6fbe8b8') {} {{(pid=102946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:07:55.995192 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0e67-b240-4bb3-9f33-79b493b01fdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753426310822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9053608'] for segment (71d103c5-4175-4d17-b145-7767d6fbe8b8), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:56.010038 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0e67-b240-4bb3-9f33-79b493b01fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (71d103c5-4175-4d17-b145-7767d6fbe8b8), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:56.016771 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8f0e67-b240-4bb3-9f33-79b493b01fdf admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 03:07:56.017022 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0e67-b240-4bb3-9f33-79b493b01fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11866930'] for segment (71d103c5-4175-4d17-b145-7767d6fbe8b8), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: Traceback (most recent call last): Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: timer() Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: cb(*args, **kw) Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: return func(*args, **kwargs) Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: self._notify() Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: self.callback(batched_events) Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: event.method(event) Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: return f(self, *a, **k) Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: return self._get(url).json() Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: return self.request(url, 'GET', **kwargs) Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 03:07:56.018704 dv-cinder-828061-7-iscsi neutron-server[102946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 03:07:56.078432 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0e67-b240-4bb3-9f33-79b493b01fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641210'] for network (86517c86-cecd-4750-80d1-298996daf3cc), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:56.085320 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0e67-b240-4bb3-9f33-79b493b01fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:56.088479 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-2b8f0e67-b240-4bb3-9f33-79b493b01fdf admin admin] 10.222.0.16 "DELETE /v2.0/networks/86517c86-cecd-4750-80d1-298996daf3cc HTTP/1.1" status: 204 len: 168 time: 0.6441429 Mar 04 03:07:56.099028 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f0e67-b240-4bb3-9f33-79b493b01fdf admin admin] Pushing event deleted for resources: {'Network': ['ID=86517c86-cecd-4750-80d1-298996daf3cc,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:56.271033 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 37520) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:56.310669 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-3545b442-8d6b-49c3-9696-30cf62312ea9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1248c4e6b3ec4d5bab6e570312099864&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384717 Mar 04 03:07:56.313181 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 37522) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:56.359171 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-509e3a0a-66bc-4a31-9075-b5a3fa329281 admin admin] Publish callbacks [] for security_group (13339ff5-a098-473e-a3fb-0d9ce6de354e), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:56.380069 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-509e3a0a-66bc-4a31-9075-b5a3fa329281 admin admin] Publish callbacks [] for security_group (13339ff5-a098-473e-a3fb-0d9ce6de354e), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:56.427873 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-509e3a0a-66bc-4a31-9075-b5a3fa329281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (13339ff5-a098-473e-a3fb-0d9ce6de354e), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:56.431081 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-509e3a0a-66bc-4a31-9075-b5a3fa329281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:56.432537 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-509e3a0a-66bc-4a31-9075-b5a3fa329281 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13339ff5-a098-473e-a3fb-0d9ce6de354e HTTP/1.1" status: 204 len: 168 time: 0.1181817 Mar 04 03:07:56.440764 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e3a0a-66bc-4a31-9075-b5a3fa329281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13339ff5-a098-473e-a3fb-0d9ce6de354e,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:56.741180 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 37530) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:56.812212 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-b712ad69-5eb8-4128-8c20-260e1e05eb6b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5e4dbd2fbdf415f86186ffbad0178c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0690956 Mar 04 03:07:56.815239 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 37532) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:07:56.837623 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e780f3-aa96-40c8-9e8e-888e56452d5b req-3a553b33-4f60-479c-bf1b-1cf0aacc745c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:56.839094 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-97e780f3-aa96-40c8-9e8e-888e56452d5b req-3a553b33-4f60-479c-bf1b-1cf0aacc745c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 944 time: 0.0915034 Mar 04 03:07:56.896712 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5c4632ac-eb67-4801-9c38-61cb50e73a8a admin admin] Publish callbacks [] for security_group (611a8dd2-0a5b-4af7-9770-e1f9daf0a037), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:56.918039 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-97e780f3-aa96-40c8-9e8e-888e56452d5b req-1f645c63-9d65-4d50-942b-95b4e716e529 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718241 Mar 04 03:07:56.928895 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5c4632ac-eb67-4801-9c38-61cb50e73a8a admin admin] Publish callbacks [] for security_group (611a8dd2-0a5b-4af7-9770-e1f9daf0a037), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:56.977870 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5c4632ac-eb67-4801-9c38-61cb50e73a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (611a8dd2-0a5b-4af7-9770-e1f9daf0a037), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:56.980411 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5c4632ac-eb67-4801-9c38-61cb50e73a8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:56.981607 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-5c4632ac-eb67-4801-9c38-61cb50e73a8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/611a8dd2-0a5b-4af7-9770-e1f9daf0a037 HTTP/1.1" status: 204 len: 168 time: 0.1654599 Mar 04 03:07:56.990363 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4632ac-eb67-4801-9c38-61cb50e73a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611a8dd2-0a5b-4af7-9770-e1f9daf0a037,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:57.240786 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 6f4216bf-c586-49aa-a9cd-b83ecedcedbb no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:07:57.261230 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: 6f4216bf-c586-49aa-a9cd-b83ecedcedbb {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:07:57.261675 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 6f4216bf-c586-49aa-a9cd-b83ecedcedbb not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:07:57.262185 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device aeff3df6-cb75-4b23-8723-e4e516719642 no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:07:57.282759 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: aeff3df6-cb75-4b23-8723-e4e516719642 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:07:57.283197 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device aeff3df6-cb75-4b23-8723-e4e516719642 not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:07:58.039225 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ec695-6aea-46ab-b496-434a0f93066a req-6fc4bc6b-c7ce-40eb-97ee-3420230f917a tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:58.040707 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e88ec695-6aea-46ab-b496-434a0f93066a req-6fc4bc6b-c7ce-40eb-97ee-3420230f917a tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 944 time: 0.0547285 Mar 04 03:07:58.088305 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-e88ec695-6aea-46ab-b496-434a0f93066a req-b8cc441d-e608-4835-82d1-3c69572bdfb3 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413592 Mar 04 03:07:59.204376 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ac513-368e-4d2c-9392-8d67fa4d1ff3 req-3d7013e1-409a-41f1-abb0-4253f03e7951 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:07:59.205883 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-841ac513-368e-4d2c-9392-8d67fa4d1ff3 req-3d7013e1-409a-41f1-abb0-4253f03e7951 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 944 time: 0.0530038 Mar 04 03:07:59.252427 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-841ac513-368e-4d2c-9392-8d67fa4d1ff3 req-40173902-b87e-4077-b647-4dcf0552a18b tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411129 Mar 04 03:07:59.413511 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 635a8ff8-f69c-4484-9f9e-c082b94238f2 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 03:07:59.512875 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 635a8ff8-f69c-4484-9f9e-c082b94238f2, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=635a8ff8-f69c-4484-9f9e-c082b94238f2,segment=NetworkSegment(078a8615-197d-456c-b97b-5e4bf104ae1c),segment_id=078a8615-197d-456c-b97b-5e4bf104ae1c)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:59.525731 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': '635a8ff8-f69c-4484-9f9e-c082b94238f2', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'port_id': '635a8ff8-f69c-4484-9f9e-c082b94238f2', 'mac_address': 'fa:16:3e:8c:84:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 03:07:59.563182 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port 635a8ff8-f69c-4484-9f9e-c082b94238f2 is: DOWN; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:07:59.563608 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (635a8ff8-f69c-4484-9f9e-c082b94238f2), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:59.576449 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635a8ff8-f69c-4484-9f9e-c082b94238f2 {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:07:59.597209 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 635a8ff8-f69c-4484-9f9e-c082b94238f2, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=635a8ff8-f69c-4484-9f9e-c082b94238f2,segment=NetworkSegment(078a8615-197d-456c-b97b-5e4bf104ae1c),segment_id=078a8615-197d-456c-b97b-5e4bf104ae1c)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:07:59.600846 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (635a8ff8-f69c-4484-9f9e-c082b94238f2), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:07:59.653598 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=635a8ff8-f69c-4484-9f9e-c082b94238f2,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:07:59.661901 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:59.662255 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:59.662604 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:59.662942 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:59.663279 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:59.663683 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:59.663940 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:59.664268 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:59.664597 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:59.664925 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:59.665333 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:59.665665 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:59.666014 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:07:59.922981 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['635a8ff8-f69c-4484-9f9e-c082b94238f2'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:07:59.954157 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 37580) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:08:00.057268 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-fabb6f3b-637f-4e0a-b216-f6538583e80e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:00.134270 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-fabb6f3b-637f-4e0a-b216-f6538583e80e admin admin] Publish callbacks [] for security_group (e2b1a6b6-551a-40bd-b481-da816ae9c449), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:00.137861 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-fabb6f3b-637f-4e0a-b216-f6538583e80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (e2b1a6b6-551a-40bd-b481-da816ae9c449), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:00.180386 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-fabb6f3b-637f-4e0a-b216-f6538583e80e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=629b1bff34654c62bd07b39e93fbc719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250028 Mar 04 03:08:00.182171 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb6f3b-637f-4e0a-b216-f6538583e80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b1a6b6-551a-40bd-b481-da816ae9c449,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:08:00.183369 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 37584) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:08:00.230957 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d5fde7da-b80a-43cf-97aa-4fe8e2eb0e8a admin admin] Publish callbacks [] for security_group (e2b1a6b6-551a-40bd-b481-da816ae9c449), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:00.251448 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d5fde7da-b80a-43cf-97aa-4fe8e2eb0e8a admin admin] Publish callbacks [] for security_group (e2b1a6b6-551a-40bd-b481-da816ae9c449), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:00.299577 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d5fde7da-b80a-43cf-97aa-4fe8e2eb0e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (e2b1a6b6-551a-40bd-b481-da816ae9c449), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:00.302097 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d5fde7da-b80a-43cf-97aa-4fe8e2eb0e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:00.303242 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-d5fde7da-b80a-43cf-97aa-4fe8e2eb0e8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2b1a6b6-551a-40bd-b481-da816ae9c449 HTTP/1.1" status: 204 len: 168 time: 0.1189036 Mar 04 03:08:00.314110 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fde7da-b80a-43cf-97aa-4fe8e2eb0e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b1a6b6-551a-40bd-b481-da816ae9c449,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:08:00.323103 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fde7da-b80a-43cf-97aa-4fe8e2eb0e8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:00.323452 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fde7da-b80a-43cf-97aa-4fe8e2eb0e8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:00.323787 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fde7da-b80a-43cf-97aa-4fe8e2eb0e8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:00.324115 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fde7da-b80a-43cf-97aa-4fe8e2eb0e8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:00.324529 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fde7da-b80a-43cf-97aa-4fe8e2eb0e8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:00.324754 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fde7da-b80a-43cf-97aa-4fe8e2eb0e8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:00.325073 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fde7da-b80a-43cf-97aa-4fe8e2eb0e8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:00.325393 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fde7da-b80a-43cf-97aa-4fe8e2eb0e8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:00.325733 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fde7da-b80a-43cf-97aa-4fe8e2eb0e8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:00.326057 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fde7da-b80a-43cf-97aa-4fe8e2eb0e8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:00.326498 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fde7da-b80a-43cf-97aa-4fe8e2eb0e8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:00.326926 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fde7da-b80a-43cf-97aa-4fe8e2eb0e8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:00.327803 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fde7da-b80a-43cf-97aa-4fe8e2eb0e8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:00.375868 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdf6be-95d4-4a05-b310-f89ef414fa51 req-9285b79f-e4c4-482d-819c-6db966f02e7e tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:08:00.377356 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a7bdf6be-95d4-4a05-b310-f89ef414fa51 req-9285b79f-e4c4-482d-819c-6db966f02e7e tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 945 time: 0.0548398 Mar 04 03:08:00.428538 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a7bdf6be-95d4-4a05-b310-f89ef414fa51 req-76736200-25a6-4306-8dbc-636099f43be1 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453753 Mar 04 03:08:01.424510 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 635a8ff8-f69c-4484-9f9e-c082b94238f2 up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:08:01.480265 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning for port 635a8ff8-f69c-4484-9f9e-c082b94238f2 completed by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 03:08:01.485327 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port 635a8ff8-f69c-4484-9f9e-c082b94238f2 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:08:01.485721 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (635a8ff8-f69c-4484-9f9e-c082b94238f2), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:01.553129 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c43f5-ff3f-49d8-89e0-8bab07444c34 req-0303efa3-24e0-4632-9c59-aac405298df8 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:08:01.554795 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3c5c43f5-ff3f-49d8-89e0-8bab07444c34 req-0303efa3-24e0-4632-9c59-aac405298df8 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 945 time: 0.0572286 Mar 04 03:08:01.581398 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port 635a8ff8-f69c-4484-9f9e-c082b94238f2 is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:08:01.581975 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (635a8ff8-f69c-4484-9f9e-c082b94238f2), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:01.609241 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a7ea16-8229-43c6-9874-73d7eebfee67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635a8ff8-f69c-4484-9f9e-c082b94238f2'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:08:01.611993 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1719e2-a279-4448-b60e-c480b52ce06f" -d '{"events": [{"server_uuid": "c3a7ea16-8229-43c6-9874-73d7eebfee67", "name": "network-vif-plugged", "status": "completed", "tag": "635a8ff8-f69c-4484-9f9e-c082b94238f2"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:08:01.617148 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3c5c43f5-ff3f-49d8-89e0-8bab07444c34 req-27e54b0c-a9da-4359-b2ee-48227efea237 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564747 Mar 04 03:08:01.628073 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 635a8ff8-f69c-4484-9f9e-c082b94238f2, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=635a8ff8-f69c-4484-9f9e-c082b94238f2,segment=NetworkSegment(078a8615-197d-456c-b97b-5e4bf104ae1c),segment_id=078a8615-197d-456c-b97b-5e4bf104ae1c)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:08:01.633448 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (635a8ff8-f69c-4484-9f9e-c082b94238f2), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:01.662209 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548aabd1-4281-4efd-a64c-a1c5e115e736 x-openstack-request-id: req-548aabd1-4281-4efd-a64c-a1c5e115e736 {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:08:01.662505 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a7ea16-8229-43c6-9874-73d7eebfee67", "name": "network-vif-plugged", "status": "completed", "tag": "635a8ff8-f69c-4484-9f9e-c082b94238f2", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:08:01.662761 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-548aabd1-4281-4efd-a64c-a1c5e115e736 {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:08:01.663153 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a7ea16-8229-43c6-9874-73d7eebfee67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635a8ff8-f69c-4484-9f9e-c082b94238f2', 'code': 200} Mar 04 03:08:01.692188 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=635a8ff8-f69c-4484-9f9e-c082b94238f2,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:08:01.901486 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7147852-bb2d-49bf-acfc-02af1fdb8ee7 req-ead17b6c-9b3b-418a-9fa3-2f2bfcbff20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:08:01.903019 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e7147852-bb2d-49bf-acfc-02af1fdb8ee7 req-ead17b6c-9b3b-418a-9fa3-2f2bfcbff20f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 1130 time: 0.0432136 Mar 04 03:08:01.947474 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-e7147852-bb2d-49bf-acfc-02af1fdb8ee7 req-f660e037-a927-468f-8872-5546cbb5ecc9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383914 Mar 04 03:08:01.967972 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-5ea73f79-41d7-4920-b308-a3de4026647b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:02.732108 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0ff36-3f9a-4840-8576-9c7dca433604 req-36c0f396-fa3d-4648-bc2b-f3ce92e60b6c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:08:02.734350 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6da0ff36-3f9a-4840-8576-9c7dca433604 req-36c0f396-fa3d-4648-bc2b-f3ce92e60b6c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 946 time: 0.0573835 Mar 04 03:08:02.780835 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6da0ff36-3f9a-4840-8576-9c7dca433604 req-365191c8-d3dc-4713-b6c8-2748ed97e1a8 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408010 Mar 04 03:08:03.899441 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020a86a-cd26-49bb-8de1-6d8aa3075b81 req-e9759b7e-e296-4c90-b7a6-d3b0368bf1c3 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:08:03.900919 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7020a86a-cd26-49bb-8de1-6d8aa3075b81 req-e9759b7e-e296-4c90-b7a6-d3b0368bf1c3 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 946 time: 0.0512588 Mar 04 03:08:03.948672 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7020a86a-cd26-49bb-8de1-6d8aa3075b81 req-0935cc97-358d-4af7-a95a-9933849e8569 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415454 Mar 04 03:08:04.061976 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5003c-ad5d-4ade-8e16-7ef228663118 req-7b565a1f-eb62-4e12-84b4-b2ac7c07e952 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:08:04.063437 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a3d5003c-ad5d-4ade-8e16-7ef228663118 req-7b565a1f-eb62-4e12-84b4-b2ac7c07e952 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 946 time: 0.0515788 Mar 04 03:08:04.113528 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a3d5003c-ad5d-4ade-8e16-7ef228663118 req-8218fcbe-7573-4b4c-af2e-11d8d37dc595 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445638 Mar 04 03:08:04.136396 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 37668) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:08:04.322409 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db942df-fb21-4986-8398-540999cdff34 tempest-TestVolumeBootPattern-866508487 tempest-TestVolumeBootPattern-866508487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:08:04.323958 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-8db942df-fb21-4986-8398-540999cdff34 tempest-TestVolumeBootPattern-866508487 tempest-TestVolumeBootPattern-866508487-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 1125 time: 0.1865766 Mar 04 03:08:04.326754 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 37676) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:08:04.331507 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [None req-abedd725-0623-4926-8000-5022a684e239 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Request body: {'floatingip': {'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'port_id': '635a8ff8-f69c-4484-9f9e-c082b94238f2', 'tenant_id': '8d15398833664320803849959784f508', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:08:04.352715 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-abedd725-0623-4926-8000-5022a684e239 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:04.356309 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-803e7fc8-4dcb-4d5f-96b5-51bda98794bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:04.451332 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-abedd725-0623-4926-8000-5022a684e239 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:04.554959 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [None req-abedd725-0623-4926-8000-5022a684e239 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Allocated IP 172.27.2.123 (4b7e2636-a469-4d8a-9bd4-65ee0f06b31b/15e6bee3-74fb-492e-abc3-419d01a26fc0/c002d597-6afa-4c0a-bfb3-8432d204dcc5) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:08:04.650261 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 37686) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:08:04.664588 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-abedd725-0623-4926-8000-5022a684e239 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for port (c002d597-6afa-4c0a-bfb3-8432d204dcc5), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:04.696107 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-abedd725-0623-4926-8000-5022a684e239 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (c002d597-6afa-4c0a-bfb3-8432d204dcc5), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:04.733509 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abedd725-0623-4926-8000-5022a684e239 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Network 4b7e2636-a469-4d8a-9bd4-65ee0f06b31b is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:08:04.737855 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [None req-abedd725-0623-4926-8000-5022a684e239 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:08:04.741140 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abedd725-0623-4926-8000-5022a684e239 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:08:04.764065 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abedd725-0623-4926-8000-5022a684e239 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Pushing event updated for resources: {'Port': ['ID=c002d597-6afa-4c0a-bfb3-8432d204dcc5,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:08:04.787264 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-34ef3a29-90dc-4165-9171-4874aec97e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:05.208611 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-34ef3a29-90dc-4165-9171-4874aec97e15 admin admin] Publish callbacks [] for security_group (a7c715ef-daf4-421c-9988-7d6c108bb315), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:05.212590 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-34ef3a29-90dc-4165-9171-4874aec97e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (a7c715ef-daf4-421c-9988-7d6c108bb315), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:05.278602 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-34ef3a29-90dc-4165-9171-4874aec97e15 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e4d6f5501c34709a739a23fe86eeb2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6273246 Mar 04 03:08:05.282159 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 37690) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:08:05.290060 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef3a29-90dc-4165-9171-4874aec97e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c715ef-daf4-421c-9988-7d6c108bb315,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:08:05.334132 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4260605e-1b3d-4617-897d-0f88590786a9 admin admin] Publish callbacks [] for security_group (a7c715ef-daf4-421c-9988-7d6c108bb315), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:05.355686 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4260605e-1b3d-4617-897d-0f88590786a9 admin admin] Publish callbacks [] for security_group (a7c715ef-daf4-421c-9988-7d6c108bb315), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:05.391736 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:05.407255 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4260605e-1b3d-4617-897d-0f88590786a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (a7c715ef-daf4-421c-9988-7d6c108bb315), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:05.409855 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4260605e-1b3d-4617-897d-0f88590786a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:05.411146 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-4260605e-1b3d-4617-897d-0f88590786a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7c715ef-daf4-421c-9988-7d6c108bb315 HTTP/1.1" status: 204 len: 168 time: 0.1274848 Mar 04 03:08:05.419410 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260605e-1b3d-4617-897d-0f88590786a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c715ef-daf4-421c-9988-7d6c108bb315,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:08:05.427432 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260605e-1b3d-4617-897d-0f88590786a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:05.427785 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260605e-1b3d-4617-897d-0f88590786a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:05.428132 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260605e-1b3d-4617-897d-0f88590786a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:05.428465 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260605e-1b3d-4617-897d-0f88590786a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:05.428797 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260605e-1b3d-4617-897d-0f88590786a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:05.429129 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260605e-1b3d-4617-897d-0f88590786a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:05.429455 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260605e-1b3d-4617-897d-0f88590786a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:05.429807 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260605e-1b3d-4617-897d-0f88590786a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:05.430136 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260605e-1b3d-4617-897d-0f88590786a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:05.430458 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260605e-1b3d-4617-897d-0f88590786a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:05.430780 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260605e-1b3d-4617-897d-0f88590786a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:05.431154 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260605e-1b3d-4617-897d-0f88590786a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:05.431417 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260605e-1b3d-4617-897d-0f88590786a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:08:05.450276 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-abedd725-0623-4926-8000-5022a684e239 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for floatingip (b89a72be-db78-41e4-b795-193c8e4d3a9d), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:05.519484 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-abedd725-0623-4926-8000-5022a684e239 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (c002d597-6afa-4c0a-bfb3-8432d204dcc5), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:05.673407 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-abedd725-0623-4926-8000-5022a684e239 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for port (c002d597-6afa-4c0a-bfb3-8432d204dcc5), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:05.677882 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-abedd725-0623-4926-8000-5022a684e239 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133005'] for port (c002d597-6afa-4c0a-bfb3-8432d204dcc5), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:05.696181 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 37696) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:08:05.712667 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3507775c-bb37-4e88-834e-bc730de9b62b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:05.746271 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abedd725-0623-4926-8000-5022a684e239 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Pushing event updated for resources: {'Port': ['ID=c002d597-6afa-4c0a-bfb3-8432d204dcc5,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:08:05.757352 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-abedd725-0623-4926-8000-5022a684e239 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641224'] for floatingip (b89a72be-db78-41e4-b795-193c8e4d3a9d), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:05.793068 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3507775c-bb37-4e88-834e-bc730de9b62b admin admin] Publish callbacks [] for security_group (2d3a12fe-19d4-42de-99eb-852ab0fe7e3c), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:05.797958 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-3507775c-bb37-4e88-834e-bc730de9b62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (2d3a12fe-19d4-42de-99eb-852ab0fe7e3c), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:05.835508 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-3507775c-bb37-4e88-834e-bc730de9b62b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56f7aab91f8f4c4883b5930f6a433919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381457 Mar 04 03:08:05.837403 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507775c-bb37-4e88-834e-bc730de9b62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3a12fe-19d4-42de-99eb-852ab0fe7e3c,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:08:05.838691 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 37698) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:08:05.887132 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.db.l3_db [None req-abedd725-0623-4926-8000-5022a684e239 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Floating IP b89a72be-db78-41e4-b795-193c8e4d3a9d associated. External IP: 172.27.2.123, port: 635a8ff8-f69c-4484-9f9e-c082b94238f2. Mar 04 03:08:05.944030 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fa3c3be5-f977-48eb-9fcc-a31c1d109043 admin admin] Publish callbacks [] for security_group (2d3a12fe-19d4-42de-99eb-852ab0fe7e3c), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:05.994559 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fa3c3be5-f977-48eb-9fcc-a31c1d109043 admin admin] Publish callbacks [] for security_group (2d3a12fe-19d4-42de-99eb-852ab0fe7e3c), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:06.093286 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fa3c3be5-f977-48eb-9fcc-a31c1d109043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (2d3a12fe-19d4-42de-99eb-852ab0fe7e3c), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:06.095660 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-fa3c3be5-f977-48eb-9fcc-a31c1d109043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:06.096868 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-fa3c3be5-f977-48eb-9fcc-a31c1d109043 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d3a12fe-19d4-42de-99eb-852ab0fe7e3c HTTP/1.1" status: 204 len: 168 time: 0.2571778 Mar 04 03:08:06.132828 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c3be5-f977-48eb-9fcc-a31c1d109043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3a12fe-19d4-42de-99eb-852ab0fe7e3c,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:08:06.164945 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abedd725-0623-4926-8000-5022a684e239 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:08:06.281267 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abedd725-0623-4926-8000-5022a684e239 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:08:06.291670 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb257bd-d666-48d9-bef0-b83697345cd5 None None] Sync routers for ids ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'] in dv-cinder-828061-7-iscsi {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:08:06.300435 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-abedd725-0623-4926-8000-5022a684e239 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for floatingip (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:06.303582 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb257bd-d666-48d9-bef0-b83697345cd5 None None] Routers {'24a46cb9-fd71-4d12-9e7d-67c102dccf49'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:08:06.304357 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-1fb257bd-d666-48d9-bef0-b83697345cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:08:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:08:06.333715 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-abedd725-0623-4926-8000-5022a684e239 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0054870 Mar 04 03:08:06.334318 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a7ea16-8229-43c6-9874-73d7eebfee67', 'tag': '635a8ff8-f69c-4484-9f9e-c082b94238f2'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:08:06.336631 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d753c60c-48e6-4f13-9f96-a594a018a24b" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a7ea16-8229-43c6-9874-73d7eebfee67", "tag": "635a8ff8-f69c-4484-9f9e-c082b94238f2"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:08:06.372861 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 03:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906f2b33-93f3-4560-a0ef-4e419ebd4a0f x-openstack-request-id: req-906f2b33-93f3-4560-a0ef-4e419ebd4a0f {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:08:06.372861 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a7ea16-8229-43c6-9874-73d7eebfee67", "tag": "635a8ff8-f69c-4484-9f9e-c082b94238f2", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:08:06.373201 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-906f2b33-93f3-4560-a0ef-4e419ebd4a0f {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:08:06.373565 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a7ea16-8229-43c6-9874-73d7eebfee67', 'tag': '635a8ff8-f69c-4484-9f9e-c082b94238f2', 'status': 'completed', 'code': 200} Mar 04 03:08:06.423398 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-1fb257bd-d666-48d9-bef0-b83697345cd5 None None] Set router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:08:06.442757 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753c60c-48e6-4f13-9f96-a594a018a24b req-16ace5a0-3900-4ce5-93d8-f12b31c98b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:08:06.444894 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d753c60c-48e6-4f13-9f96-a594a018a24b req-16ace5a0-3900-4ce5-93d8-f12b31c98b3d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d15398833664320803849959784f508&device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 1130 time: 0.0501997 Mar 04 03:08:06.540286 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753c60c-48e6-4f13-9f96-a594a018a24b req-ef60a88e-36dd-4a05-a277-6bc9d0e76467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:08:06.541934 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d753c60c-48e6-4f13-9f96-a594a018a24b req-ef60a88e-36dd-4a05-a277-6bc9d0e76467 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02cb8961-f224-4efe-9715-ecfb6c08725e HTTP/1.1" status: 200 len: 913 time: 0.0904102 Mar 04 03:08:06.619032 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d753c60c-48e6-4f13-9f96-a594a018a24b req-e8141da2-26c2-4092-900d-7c754acb824d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=635a8ff8-f69c-4484-9f9e-c082b94238f2 HTTP/1.1" status: 200 len: 1000 time: 0.0701442 Mar 04 03:08:06.669486 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753c60c-48e6-4f13-9f96-a594a018a24b req-f32c4463-0122-4302-9a51-6d8498a3a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:08:06.671202 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d753c60c-48e6-4f13-9f96-a594a018a24b req-f32c4463-0122-4302-9a51-6d8498a3a5a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d3a17f2e-d1f5-4359-86d3-8c7648f764aa HTTP/1.1" status: 200 len: 851 time: 0.0465639 Mar 04 03:08:06.671362 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-1fb257bd-d666-48d9-bef0-b83697345cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:00:35Z', 'revision_number': 4, 'project_id': '8d15398833664320803849959784f508', 'gw_port': {'id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:32Z', 'updated_at': '2022-03-04T03:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': '800378f4-09f9-475d-a86f-ecda53b76258', 'tenant_id': '8d15398833664320803849959784f508', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'port_id': 'de92d568-b6a8-4f9a-bdc3-e2a2f9821f79', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'mac_address': 'fa:16:3e:c3:da:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb359672-3e0b-4437-a7ba-10e5edded4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:05:26Z', 'updated_at': '2022-03-04T03:05:28Z', 'revision_number': 1, 'project_id': '8d15398833664320803849959784f508', 'fixed_ip_address_scope': None}, {'id': 'b89a72be-db78-41e4-b795-193c8e4d3a9d', 'tenant_id': '8d15398833664320803849959784f508', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'port_id': '635a8ff8-f69c-4484-9f9e-c082b94238f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'mac_address': 'fa:16:3e:8c:84:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a7ea16-8229-43c6-9874-73d7eebfee67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:08:05Z', 'updated_at': '2022-03-04T03:08:05Z', 'revision_number': 0, 'project_id': '8d15398833664320803849959784f508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1bd996-4793-47f8-8cd5-de363e99d8aa', 'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'tenant_id': '8d15398833664320803849959784f508', 'mac_address': 'fa:16:3e:f0:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:34Z', 'updated_at': '2022-03-04T03:00:39Z', 'revision_number': 5, 'project_id': '8d15398833664320803849959784f508', 'subnets': [{'id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:08:06.707023 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb257bd-d666-48d9-bef0-b83697345cd5 None None] Checking router: 24a46cb9-fd71-4d12-9e7d-67c102dccf49 for host: dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:08:06.720582 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb257bd-d666-48d9-bef0-b83697345cd5 None None] Routers {'24a46cb9-fd71-4d12-9e7d-67c102dccf49'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:08:06.721464 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-1fb257bd-d666-48d9-bef0-b83697345cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:08:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:08:06.723228 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753c60c-48e6-4f13-9f96-a594a018a24b req-6324205f-c28a-404a-9865-7c99ecf1d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:08:06.724755 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d753c60c-48e6-4f13-9f96-a594a018a24b req-6324205f-c28a-404a-9865-7c99ecf1d8c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02cb8961-f224-4efe-9715-ecfb6c08725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474238 Mar 04 03:08:06.731379 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:06.736739 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [req-d753c60c-48e6-4f13-9f96-a594a018a24b req-bde50998-9591-4112-a9f6-1826bc1bc85e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102948) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 03:08:06.737787 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d753c60c-48e6-4f13-9f96-a594a018a24b req-bde50998-9591-4112-a9f6-1826bc1bc85e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063145 Mar 04 03:08:06.836001 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d753c60c-48e6-4f13-9f96-a594a018a24b req-5d9bc817-f509-4fae-b3de-9e35c3c1111d service neutron] 10.222.0.13 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916317 Mar 04 03:08:06.842377 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-1fb257bd-d666-48d9-bef0-b83697345cd5 None None] Set router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:08:06.933858 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d753c60c-48e6-4f13-9f96-a594a018a24b req-6dc791e0-2c7b-485b-9fb9-7a94db4b9926 service neutron] 10.222.0.13 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915799 Mar 04 03:08:07.079458 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-1fb257bd-d666-48d9-bef0-b83697345cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:00:35Z', 'revision_number': 4, 'project_id': '8d15398833664320803849959784f508', 'gw_port': {'id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:32Z', 'updated_at': '2022-03-04T03:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': '800378f4-09f9-475d-a86f-ecda53b76258', 'tenant_id': '8d15398833664320803849959784f508', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'port_id': 'de92d568-b6a8-4f9a-bdc3-e2a2f9821f79', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'mac_address': 'fa:16:3e:c3:da:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb359672-3e0b-4437-a7ba-10e5edded4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:05:26Z', 'updated_at': '2022-03-04T03:05:28Z', 'revision_number': 1, 'project_id': '8d15398833664320803849959784f508', 'fixed_ip_address_scope': None}, {'id': 'b89a72be-db78-41e4-b795-193c8e4d3a9d', 'tenant_id': '8d15398833664320803849959784f508', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'port_id': '635a8ff8-f69c-4484-9f9e-c082b94238f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'mac_address': 'fa:16:3e:8c:84:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a7ea16-8229-43c6-9874-73d7eebfee67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:08:05Z', 'updated_at': '2022-03-04T03:08:05Z', 'revision_number': 0, 'project_id': '8d15398833664320803849959784f508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1bd996-4793-47f8-8cd5-de363e99d8aa', 'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'tenant_id': '8d15398833664320803849959784f508', 'mac_address': 'fa:16:3e:f0:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:34Z', 'updated_at': '2022-03-04T03:00:39Z', 'revision_number': 5, 'project_id': '8d15398833664320803849959784f508', 'subnets': [{'id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:08:07.108924 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb257bd-d666-48d9-bef0-b83697345cd5 None None] The sync data for ids ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'] in dv-cinder-828061-7-iscsi is: [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:00:35Z', 'revision_number': 4, 'project_id': '8d15398833664320803849959784f508', 'gw_port': {'id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:32Z', 'updated_at': '2022-03-04T03:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': '800378f4-09f9-475d-a86f-ecda53b76258', 'tenant_id': '8d15398833664320803849959784f508', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'port_id': 'de92d568-b6a8-4f9a-bdc3-e2a2f9821f79', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'mac_address': 'fa:16:3e:c3:da:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb359672-3e0b-4437-a7ba-10e5edded4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:05:26Z', 'updated_at': '2022-03-04T03:05:28Z', 'revision_number': 1, 'project_id': '8d15398833664320803849959784f508', 'fixed_ip_address_scope': None}, {'id': 'b89a72be-db78-41e4-b795-193c8e4d3a9d', 'tenant_id': '8d15398833664320803849959784f508', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'port_id': '635a8ff8-f69c-4484-9f9e-c082b94238f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'mac_address': 'fa:16:3e:8c:84:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a7ea16-8229-43c6-9874-73d7eebfee67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:08:05Z', 'updated_at': '2022-03-04T03:08:05Z', 'revision_number': 0, 'project_id': '8d15398833664320803849959784f508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1bd996-4793-47f8-8cd5-de363e99d8aa', 'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'tenant_id': '8d15398833664320803849959784f508', 'mac_address': 'fa:16:3e:f0:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:34Z', 'updated_at': '2022-03-04T03:00:39Z', 'revision_number': 5, 'project_id': '8d15398833664320803849959784f508', 'subnets': [{'id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:08:07.316199 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cc6478-e712-4c3c-b30d-3bf5cafc279f None None] New status for floating IP b89a72be-db78-41e4-b795-193c8e4d3a9d: ACTIVE {{(pid=102955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 03:08:08.339611 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:08:08.408638 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:12.669291 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:31.970916 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-03b68b3a-0109-4447-956d-9b1e437393da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:34.358849 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a47a7209-cf5a-45fb-b50b-622b92104c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:35.395036 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:36.728578 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:38.410685 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:42.655664 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:43.180130 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 37938) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:08:43.284220 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-564db899-2fcf-46ff-97b8-b6f712fd51eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:43.357270 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-564db899-2fcf-46ff-97b8-b6f712fd51eb admin admin] Publish callbacks [] for security_group (ebccb0d2-a797-4073-9a86-b9e102388634), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:43.361330 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-564db899-2fcf-46ff-97b8-b6f712fd51eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (ebccb0d2-a797-4073-9a86-b9e102388634), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:43.400700 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564db899-2fcf-46ff-97b8-b6f712fd51eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebccb0d2-a797-4073-9a86-b9e102388634,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:08:43.406641 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-564db899-2fcf-46ff-97b8-b6f712fd51eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d990ece8a97e465faf2173c7e3af7616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254906 Mar 04 03:08:43.409371 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 37942) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:08:43.457613 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-87e0f8e3-8ac9-4b35-9792-e9ee4271cb05 admin admin] Publish callbacks [] for security_group (ebccb0d2-a797-4073-9a86-b9e102388634), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:43.478915 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-87e0f8e3-8ac9-4b35-9792-e9ee4271cb05 admin admin] Publish callbacks [] for security_group (ebccb0d2-a797-4073-9a86-b9e102388634), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:43.523624 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-87e0f8e3-8ac9-4b35-9792-e9ee4271cb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (ebccb0d2-a797-4073-9a86-b9e102388634), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:43.526300 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-87e0f8e3-8ac9-4b35-9792-e9ee4271cb05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:43.527455 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-87e0f8e3-8ac9-4b35-9792-e9ee4271cb05 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ebccb0d2-a797-4073-9a86-b9e102388634 HTTP/1.1" status: 204 len: 168 time: 0.1172645 Mar 04 03:08:43.535409 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0f8e3-8ac9-4b35-9792-e9ee4271cb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebccb0d2-a797-4073-9a86-b9e102388634,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:08:43.789918 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 37948) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:08:43.803239 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6bb6950f-58ea-4606-a111-fed9792190c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:43.875330 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6bb6950f-58ea-4606-a111-fed9792190c1 admin admin] Publish callbacks [] for security_group (6aca839a-7dc5-4c04-b563-49e3f28ffeb4), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:43.878949 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-6bb6950f-58ea-4606-a111-fed9792190c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (6aca839a-7dc5-4c04-b563-49e3f28ffeb4), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:43.921601 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-6bb6950f-58ea-4606-a111-fed9792190c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d617dcf06e404bd5a690397372f728f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301303 Mar 04 03:08:43.923506 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6950f-58ea-4606-a111-fed9792190c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aca839a-7dc5-4c04-b563-49e3f28ffeb4,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:08:43.924798 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 37950) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:08:43.974227 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-74f9ebc1-ea27-4772-87e9-8b347a1854ff admin admin] Publish callbacks [] for security_group (6aca839a-7dc5-4c04-b563-49e3f28ffeb4), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:44.004624 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-74f9ebc1-ea27-4772-87e9-8b347a1854ff admin admin] Publish callbacks [] for security_group (6aca839a-7dc5-4c04-b563-49e3f28ffeb4), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:44.053124 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-74f9ebc1-ea27-4772-87e9-8b347a1854ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (6aca839a-7dc5-4c04-b563-49e3f28ffeb4), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:44.055717 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-74f9ebc1-ea27-4772-87e9-8b347a1854ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:44.056891 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-74f9ebc1-ea27-4772-87e9-8b347a1854ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6aca839a-7dc5-4c04-b563-49e3f28ffeb4 HTTP/1.1" status: 204 len: 168 time: 0.1311092 Mar 04 03:08:44.064846 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9ebc1-ea27-4772-87e9-8b347a1854ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aca839a-7dc5-4c04-b563-49e3f28ffeb4,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:08:45.337611 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:08:45.580100 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 37996) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:08:45.681838 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-78b05084-fdac-43b5-a6b5-6a98cd3d604f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:45.753947 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-78b05084-fdac-43b5-a6b5-6a98cd3d604f admin admin] Publish callbacks [] for security_group (f6dc586d-d39e-4d86-95c8-b8022fed4036), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:45.757244 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-78b05084-fdac-43b5-a6b5-6a98cd3d604f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (f6dc586d-d39e-4d86-95c8-b8022fed4036), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:45.795147 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-78b05084-fdac-43b5-a6b5-6a98cd3d604f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=938cb8e422a44b8d8ed46137f7b83393&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139792 Mar 04 03:08:45.797081 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b05084-fdac-43b5-a6b5-6a98cd3d604f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dc586d-d39e-4d86-95c8-b8022fed4036,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:08:45.798718 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 38000) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:08:45.848639 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-925783d4-7903-49fa-a2bd-4d617bd81302 admin admin] Publish callbacks [] for security_group (f6dc586d-d39e-4d86-95c8-b8022fed4036), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:45.869553 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-925783d4-7903-49fa-a2bd-4d617bd81302 admin admin] Publish callbacks [] for security_group (f6dc586d-d39e-4d86-95c8-b8022fed4036), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:45.915605 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-925783d4-7903-49fa-a2bd-4d617bd81302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (f6dc586d-d39e-4d86-95c8-b8022fed4036), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:45.918313 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-925783d4-7903-49fa-a2bd-4d617bd81302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:45.919465 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-925783d4-7903-49fa-a2bd-4d617bd81302 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6dc586d-d39e-4d86-95c8-b8022fed4036 HTTP/1.1" status: 204 len: 168 time: 0.1191387 Mar 04 03:08:45.929625 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925783d4-7903-49fa-a2bd-4d617bd81302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dc586d-d39e-4d86-95c8-b8022fed4036,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:08:46.183237 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 38006) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:08:46.197273 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7b756503-2af1-4fa8-9d38-981e790588dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:46.273545 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7b756503-2af1-4fa8-9d38-981e790588dd admin admin] Publish callbacks [] for security_group (754daedf-b074-4d06-9d67-f1418cfae7a9), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:46.277584 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7b756503-2af1-4fa8-9d38-981e790588dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (754daedf-b074-4d06-9d67-f1418cfae7a9), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:46.319218 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-7b756503-2af1-4fa8-9d38-981e790588dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=470bcfa449774c13a47639b24f1d7c3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345670 Mar 04 03:08:46.320351 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b756503-2af1-4fa8-9d38-981e790588dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754daedf-b074-4d06-9d67-f1418cfae7a9,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:08:46.322067 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38010) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:08:46.369646 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-fd3ffb98-1db2-45d6-be6d-1856c5d89405 admin admin] Publish callbacks [] for security_group (754daedf-b074-4d06-9d67-f1418cfae7a9), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:46.392679 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-fd3ffb98-1db2-45d6-be6d-1856c5d89405 admin admin] Publish callbacks [] for security_group (754daedf-b074-4d06-9d67-f1418cfae7a9), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:46.438746 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-fd3ffb98-1db2-45d6-be6d-1856c5d89405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (754daedf-b074-4d06-9d67-f1418cfae7a9), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:46.441435 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-fd3ffb98-1db2-45d6-be6d-1856c5d89405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:46.442658 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-fd3ffb98-1db2-45d6-be6d-1856c5d89405 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/754daedf-b074-4d06-9d67-f1418cfae7a9 HTTP/1.1" status: 204 len: 168 time: 0.1193359 Mar 04 03:08:46.450663 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ffb98-1db2-45d6-be6d-1856c5d89405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754daedf-b074-4d06-9d67-f1418cfae7a9,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:08:48.799397 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c8c424b5-acff-4fa6-a2f1-610b5fdaa395 req-1f31212a-51f5-4bad-8cb3-6f466fcccf77 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1374209 Mar 04 03:08:48.863990 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c424b5-acff-4fa6-a2f1-610b5fdaa395 req-f9e074c4-3ab7-4011-94a6-fc9e82557f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:08:48.865490 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c8c424b5-acff-4fa6-a2f1-610b5fdaa395 req-f9e074c4-3ab7-4011-94a6-fc9e82557f0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=334bbe5c6d1042b49abc0793f344935b&device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 1131 time: 0.0435019 Mar 04 03:08:48.963113 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c424b5-acff-4fa6-a2f1-610b5fdaa395 req-4a05af16-4927-4ec0-8a59-f3bc7b421c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:08:48.964581 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c8c424b5-acff-4fa6-a2f1-610b5fdaa395 req-4a05af16-4927-4ec0-8a59-f3bc7b421c9c service neutron] 10.222.0.13 "GET /v2.0/networks?id=50eae8c7-06bd-487c-a181-0dbe4478419c HTTP/1.1" status: 200 len: 917 time: 0.0817811 Mar 04 03:08:49.030989 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c8c424b5-acff-4fa6-a2f1-610b5fdaa395 req-2efebabb-0c42-40c0-b0a3-6d9ec81e7b5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc2cca6d-ea71-4900-9ccb-362ea33208da HTTP/1.1" status: 200 len: 1002 time: 0.0594709 Mar 04 03:08:49.078868 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c424b5-acff-4fa6-a2f1-610b5fdaa395 req-b25342b2-fe0d-446e-9480-1b9de6095686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:08:49.080307 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c8c424b5-acff-4fa6-a2f1-610b5fdaa395 req-b25342b2-fe0d-446e-9480-1b9de6095686 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16952d07-ba3d-4d83-b57f-d1a1f6336b50 HTTP/1.1" status: 200 len: 855 time: 0.0434093 Mar 04 03:08:49.128919 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c424b5-acff-4fa6-a2f1-610b5fdaa395 req-587d6fe6-87d4-44c1-b3ec-1dc7dd4d6562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:08:49.130537 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c8c424b5-acff-4fa6-a2f1-610b5fdaa395 req-587d6fe6-87d4-44c1-b3ec-1dc7dd4d6562 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50eae8c7-06bd-487c-a181-0dbe4478419c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439601 Mar 04 03:08:49.220916 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c8c424b5-acff-4fa6-a2f1-610b5fdaa395 req-361cbc7b-f28f-4064-ab38-079c69db7d8b service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844340 Mar 04 03:08:49.310301 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c8c424b5-acff-4fa6-a2f1-610b5fdaa395 req-d4838e65-af47-4416-92dd-aa40753ef7b8 service neutron] 10.222.0.13 "GET /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838068 Mar 04 03:08:51.216497 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38088) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:08:51.320856 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-536409e1-d9a6-487f-86cc-5cded31eb40e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:51.395209 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-536409e1-d9a6-487f-86cc-5cded31eb40e admin admin] Publish callbacks [] for security_group (78c96815-fa6f-4086-af43-7dc4e1b34055), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:51.398780 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-536409e1-d9a6-487f-86cc-5cded31eb40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (78c96815-fa6f-4086-af43-7dc4e1b34055), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:51.437367 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-536409e1-d9a6-487f-86cc-5cded31eb40e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e71c195dca744a92ae614bc90f289c7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192831 Mar 04 03:08:51.438259 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536409e1-d9a6-487f-86cc-5cded31eb40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c96815-fa6f-4086-af43-7dc4e1b34055,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:08:51.439627 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 38092) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:08:51.487466 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-859c197d-d234-4150-8559-0ac46410a193 admin admin] Publish callbacks [] for security_group (78c96815-fa6f-4086-af43-7dc4e1b34055), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:51.507528 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-859c197d-d234-4150-8559-0ac46410a193 admin admin] Publish callbacks [] for security_group (78c96815-fa6f-4086-af43-7dc4e1b34055), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:51.557119 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-859c197d-d234-4150-8559-0ac46410a193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (78c96815-fa6f-4086-af43-7dc4e1b34055), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:51.559984 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-859c197d-d234-4150-8559-0ac46410a193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:51.561144 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-859c197d-d234-4150-8559-0ac46410a193 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78c96815-fa6f-4086-af43-7dc4e1b34055 HTTP/1.1" status: 204 len: 168 time: 0.1205227 Mar 04 03:08:51.568726 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c197d-d234-4150-8559-0ac46410a193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c96815-fa6f-4086-af43-7dc4e1b34055,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:08:51.827823 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 38098) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:08:51.840426 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-4c22884c-52f1-4fc0-a291-ed2963f4873e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:51.913599 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-4c22884c-52f1-4fc0-a291-ed2963f4873e admin admin] Publish callbacks [] for security_group (e0a106e7-c954-49e8-9d9f-df38e4a5ea09), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:51.917966 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-4c22884c-52f1-4fc0-a291-ed2963f4873e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (e0a106e7-c954-49e8-9d9f-df38e4a5ea09), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:51.957669 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-4c22884c-52f1-4fc0-a291-ed2963f4873e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2411fe3ea13e43c3af8fc229290c898e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288030 Mar 04 03:08:51.958554 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22884c-52f1-4fc0-a291-ed2963f4873e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a106e7-c954-49e8-9d9f-df38e4a5ea09,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:08:51.960487 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38100) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:08:52.008042 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-bbfaac73-51a0-436c-88c5-958a42433e2f admin admin] Publish callbacks [] for security_group (e0a106e7-c954-49e8-9d9f-df38e4a5ea09), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:52.028514 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-bbfaac73-51a0-436c-88c5-958a42433e2f admin admin] Publish callbacks [] for security_group (e0a106e7-c954-49e8-9d9f-df38e4a5ea09), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:52.077943 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-bbfaac73-51a0-436c-88c5-958a42433e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (e0a106e7-c954-49e8-9d9f-df38e4a5ea09), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:52.080500 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-bbfaac73-51a0-436c-88c5-958a42433e2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:52.081641 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-bbfaac73-51a0-436c-88c5-958a42433e2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0a106e7-c954-49e8-9d9f-df38e4a5ea09 HTTP/1.1" status: 204 len: 168 time: 0.1201174 Mar 04 03:08:52.088861 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfaac73-51a0-436c-88c5-958a42433e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a106e7-c954-49e8-9d9f-df38e4a5ea09,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:08:53.091264 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38130) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:08:53.193447 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e136400e-88ba-47a7-bbfd-621530b82aa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:53.272316 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e136400e-88ba-47a7-bbfd-621530b82aa7 admin admin] Publish callbacks [] for security_group (471ae3a9-bc46-47cc-929f-8a7eed457ec1), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:53.275964 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e136400e-88ba-47a7-bbfd-621530b82aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (471ae3a9-bc46-47cc-929f-8a7eed457ec1), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:53.312505 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-e136400e-88ba-47a7-bbfd-621530b82aa7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28771a2a21f8442b8829d3a9f60f404c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201042 Mar 04 03:08:53.314518 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136400e-88ba-47a7-bbfd-621530b82aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471ae3a9-bc46-47cc-929f-8a7eed457ec1,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:08:53.315212 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 38134) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:08:53.362356 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d9cd1a4d-29b5-4be6-ae23-5b41219d4dc5 admin admin] Publish callbacks [] for security_group (471ae3a9-bc46-47cc-929f-8a7eed457ec1), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:53.383293 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d9cd1a4d-29b5-4be6-ae23-5b41219d4dc5 admin admin] Publish callbacks [] for security_group (471ae3a9-bc46-47cc-929f-8a7eed457ec1), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:53.429322 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d9cd1a4d-29b5-4be6-ae23-5b41219d4dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (471ae3a9-bc46-47cc-929f-8a7eed457ec1), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:53.431837 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-d9cd1a4d-29b5-4be6-ae23-5b41219d4dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:53.432959 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-d9cd1a4d-29b5-4be6-ae23-5b41219d4dc5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/471ae3a9-bc46-47cc-929f-8a7eed457ec1 HTTP/1.1" status: 204 len: 168 time: 0.1167696 Mar 04 03:08:53.441217 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd1a4d-29b5-4be6-ae23-5b41219d4dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471ae3a9-bc46-47cc-929f-8a7eed457ec1,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:08:54.396936 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 38164) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:08:54.503630 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-39c92342-5867-40c8-89b8-49c5aaf29d5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:54.576714 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-39c92342-5867-40c8-89b8-49c5aaf29d5a admin admin] Publish callbacks [] for security_group (82e17a0d-9742-4ada-a78e-3a5412fa4529), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:54.580682 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-39c92342-5867-40c8-89b8-49c5aaf29d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (82e17a0d-9742-4ada-a78e-3a5412fa4529), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:54.618703 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-39c92342-5867-40c8-89b8-49c5aaf29d5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8281c4d071574872b34aa0f77c2f71b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207112 Mar 04 03:08:54.619612 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c92342-5867-40c8-89b8-49c5aaf29d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e17a0d-9742-4ada-a78e-3a5412fa4529,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:08:54.621531 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38168) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:08:54.669576 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-9ac1941e-e0df-4158-906a-05fc7e9fc580 admin admin] Publish callbacks [] for security_group (82e17a0d-9742-4ada-a78e-3a5412fa4529), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:54.691502 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-9ac1941e-e0df-4158-906a-05fc7e9fc580 admin admin] Publish callbacks [] for security_group (82e17a0d-9742-4ada-a78e-3a5412fa4529), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:54.741739 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-9ac1941e-e0df-4158-906a-05fc7e9fc580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (82e17a0d-9742-4ada-a78e-3a5412fa4529), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:54.744201 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-9ac1941e-e0df-4158-906a-05fc7e9fc580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:08:54.745335 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-9ac1941e-e0df-4158-906a-05fc7e9fc580 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82e17a0d-9742-4ada-a78e-3a5412fa4529 HTTP/1.1" status: 204 len: 168 time: 0.1226983 Mar 04 03:08:54.753043 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1941e-e0df-4158-906a-05fc7e9fc580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e17a0d-9742-4ada-a78e-3a5412fa4529,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:09:01.970854 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a33827b4-d993-47a9-83dc-dca234c759e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:04.359808 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-71f3bdd3-0175-42ba-9edf-f0dc3690483c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:05.394044 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:06.732409 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:08.413564 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:09.919129 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c8c42-2a04-4d7e-af7e-5f40c7bb94ae req-3390bb0f-9595-4067-af66-d0003e27d118 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:09:09.920612 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b62c8c42-2a04-4d7e-af7e-5f40c7bb94ae req-3390bb0f-9595-4067-af66-d0003e27d118 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 947 time: 0.0544157 Mar 04 03:09:09.966135 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b62c8c42-2a04-4d7e-af7e-5f40c7bb94ae req-22fad8b2-14f8-4b90-b55a-124b1f538703 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396743 Mar 04 03:09:11.091981 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b047868-518d-499c-bd90-e86b3bb25fbd req-0d333a24-dfee-4e08-8e8b-483cbf24c2e1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:09:11.093466 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0b047868-518d-499c-bd90-e86b3bb25fbd req-0d333a24-dfee-4e08-8e8b-483cbf24c2e1 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 947 time: 0.0526180 Mar 04 03:09:11.139219 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-0b047868-518d-499c-bd90-e86b3bb25fbd req-bd1ef97d-eb2b-454a-9a21-9533cb816239 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups?id=dad3c374-e09e-4512-8ec9-ecac5025b5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402002 Mar 04 03:09:11.603467 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa40aa3-65d0-450e-adbe-532a2b4d6748 req-4ac6a607-e343-4932-bcdf-1491b6babf1b tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:09:11.604947 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9fa40aa3-65d0-450e-adbe-532a2b4d6748 req-4ac6a607-e343-4932-bcdf-1491b6babf1b tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.13 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 947 time: 0.0516028 Mar 04 03:09:11.696789 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-9fa40aa3-65d0-450e-adbe-532a2b4d6748 req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Deleting port bc2cca6d-ea71-4900-9ccb-362ea33208da {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:09:11.697134 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-9fa40aa3-65d0-450e-adbe-532a2b4d6748 req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:11.788032 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-9fa40aa3-65d0-450e-adbe-532a2b4d6748 req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] For port bc2cca6d-ea71-4900-9ccb-362ea33208da, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bc2cca6d-ea71-4900-9ccb-362ea33208da,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:09:11.788392 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-9fa40aa3-65d0-450e-adbe-532a2b4d6748 req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:11.953922 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-9fa40aa3-65d0-450e-adbe-532a2b4d6748 req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:11.954278 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-9fa40aa3-65d0-450e-adbe-532a2b4d6748 req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641224'] for floatingip (c085e79a-640e-4687-944c-b333590b2ab1), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:11.954595 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.db.l3_db [req-9fa40aa3-65d0-450e-adbe-532a2b4d6748 req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Floating IP c085e79a-640e-4687-944c-b333590b2ab1 disassociated. External IP: 172.27.2.130, port: bc2cca6d-ea71-4900-9ccb-362ea33208da. Mar 04 03:09:11.954941 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-9fa40aa3-65d0-450e-adbe-532a2b4d6748 req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Calling delete_port for bc2cca6d-ea71-4900-9ccb-362ea33208da owned by compute:nova {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:09:12.076360 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-9fa40aa3-65d0-450e-adbe-532a2b4d6748 req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (bc2cca6d-ea71-4900-9ccb-362ea33208da), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:12.110911 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Pushing event deleted for resources: {'Port': ['ID=bc2cca6d-ea71-4900-9ccb-362ea33208da,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:09:12.121797 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:12.122158 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:12.122505 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:12.122847 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:12.123183 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:12.123516 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:12.123980 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:12.124463 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:12.124887 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:12.125220 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:12.125552 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:12.125911 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:12.126241 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:12.238343 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5ab80a3a-67ad-48c4-8d01-a37d013e2c21 req-fbc25d8a-2e2d-422c-8fd3-ec1f26ab906b tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9602d0e0-2477-4989-8f0f-96488c67d08d HTTP/1.1" status: 200 len: 210 time: 0.0276296 Mar 04 03:09:12.240251 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fa40aa3-65d0-450e-adbe-532a2b4d6748 req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Router 7e005565-ea5a-471f-9562-8936e132e350 has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:09:12.347915 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fa40aa3-65d0-450e-adbe-532a2b4d6748 req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:09:12.357797 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de762b62-3fef-46a7-9d5c-a0a6b9549dd6 None None] Sync routers for ids ['7e005565-ea5a-471f-9562-8936e132e350'] in dv-cinder-828061-7-iscsi {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:09:12.366783 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de762b62-3fef-46a7-9d5c-a0a6b9549dd6 None None] Routers {'7e005565-ea5a-471f-9562-8936e132e350'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:09:12.367396 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-de762b62-3fef-46a7-9d5c-a0a6b9549dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:09:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['7e005565-ea5a-471f-9562-8936e132e350'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:09:12.393095 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa40aa3-65d0-450e-adbe-532a2b4d6748 req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] No DVR routers for this DVR port bc2cca6d-ea71-4900-9ccb-362ea33208da on host hv-cinder-82806 {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:09:12.395738 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-9fa40aa3-65d0-450e-adbe-532a2b4d6748 req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:12.399428 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-9fa40aa3-65d0-450e-adbe-532a2b4d6748 req-f8dd8737-571e-4a2f-a829-97da925e1937 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.13 "DELETE /v2.0/ports/bc2cca6d-ea71-4900-9ccb-362ea33208da HTTP/1.1" status: 204 len: 173 time: 0.7896180 Mar 04 03:09:12.399914 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9602d0e0-2477-4989-8f0f-96488c67d08d', 'name': 'network-vif-deleted', 'tag': 'bc2cca6d-ea71-4900-9ccb-362ea33208da'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:09:12.402906 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1191b3ad-5088-434d-8866-7093d1bd9cfe" -d '{"events": [{"server_uuid": "9602d0e0-2477-4989-8f0f-96488c67d08d", "name": "network-vif-deleted", "tag": "bc2cca6d-ea71-4900-9ccb-362ea33208da"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:09:12.446230 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894283d2-623a-4f0e-909d-b87d521fb994 x-openstack-request-id: req-894283d2-623a-4f0e-909d-b87d521fb994 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:09:12.446529 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9602d0e0-2477-4989-8f0f-96488c67d08d", "name": "network-vif-deleted", "tag": "bc2cca6d-ea71-4900-9ccb-362ea33208da", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:09:12.446806 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-894283d2-623a-4f0e-909d-b87d521fb994 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:09:12.447300 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9602d0e0-2477-4989-8f0f-96488c67d08d', 'name': 'network-vif-deleted', 'tag': 'bc2cca6d-ea71-4900-9ccb-362ea33208da', 'status': 'completed', 'code': 200} Mar 04 03:09:12.486073 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-de762b62-3fef-46a7-9d5c-a0a6b9549dd6 None None] Set router 7e005565-ea5a-471f-9562-8936e132e350 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:09:12.694915 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-de762b62-3fef-46a7-9d5c-a0a6b9549dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e005565-ea5a-471f-9562-8936e132e350', 'name': 'tempest-AttachVolumeShelveTestJSON-306629195-router', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T02:57:49Z', 'revision_number': 4, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'gw_port': {'id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:65:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:39Z', 'updated_at': '2022-03-04T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a', 'name': '', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'mac_address': 'fa:16:3e:df:0b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:46Z', 'updated_at': '2022-03-04T02:57:57Z', 'revision_number': 5, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'subnets': [{'id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:09:12.726401 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de762b62-3fef-46a7-9d5c-a0a6b9549dd6 None None] Checking router: 7e005565-ea5a-471f-9562-8936e132e350 for host: dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:09:12.735951 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de762b62-3fef-46a7-9d5c-a0a6b9549dd6 None None] Routers {'7e005565-ea5a-471f-9562-8936e132e350'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:09:12.736577 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-de762b62-3fef-46a7-9d5c-a0a6b9549dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:09:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['7e005565-ea5a-471f-9562-8936e132e350'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:09:12.797392 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:12.850281 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-de762b62-3fef-46a7-9d5c-a0a6b9549dd6 None None] Set router 7e005565-ea5a-471f-9562-8936e132e350 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:09:13.047470 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-de762b62-3fef-46a7-9d5c-a0a6b9549dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e005565-ea5a-471f-9562-8936e132e350', 'name': 'tempest-AttachVolumeShelveTestJSON-306629195-router', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T02:57:49Z', 'revision_number': 4, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'gw_port': {'id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:65:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:39Z', 'updated_at': '2022-03-04T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a', 'name': '', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'mac_address': 'fa:16:3e:df:0b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:46Z', 'updated_at': '2022-03-04T02:57:57Z', 'revision_number': 5, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'subnets': [{'id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:09:13.073506 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de762b62-3fef-46a7-9d5c-a0a6b9549dd6 None None] The sync data for ids ['7e005565-ea5a-471f-9562-8936e132e350'] in dv-cinder-828061-7-iscsi is: [{'id': '7e005565-ea5a-471f-9562-8936e132e350', 'name': 'tempest-AttachVolumeShelveTestJSON-306629195-router', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T02:57:49Z', 'revision_number': 4, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'gw_port': {'id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:65:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:39Z', 'updated_at': '2022-03-04T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': '3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a', 'name': '', 'network_id': '50eae8c7-06bd-487c-a181-0dbe4478419c', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'mac_address': 'fa:16:3e:df:0b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:46Z', 'updated_at': '2022-03-04T02:57:57Z', 'revision_number': 5, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'subnets': [{'id': '16952d07-ba3d-4d83-b57f-d1a1f6336b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:09:13.283390 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fce60a2-7861-46e5-ba5b-7c267bc6e709 None None] New status for floating IP c085e79a-640e-4687-944c-b333590b2ab1: DOWN {{(pid=102955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 03:09:13.328638 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38208) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:09:13.384430 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-36d9dc85-b22b-45bb-9c30-9d9d6975b16e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for security_group (dad3c374-e09e-4512-8ec9-ecac5025b5f2), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:13.409096 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-36d9dc85-b22b-45bb-9c30-9d9d6975b16e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for security_group (dad3c374-e09e-4512-8ec9-ecac5025b5f2), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:13.457534 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-36d9dc85-b22b-45bb-9c30-9d9d6975b16e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (dad3c374-e09e-4512-8ec9-ecac5025b5f2), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:13.460100 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-36d9dc85-b22b-45bb-9c30-9d9d6975b16e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:13.461268 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-36d9dc85-b22b-45bb-9c30-9d9d6975b16e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "DELETE /v2.0/security-groups/dad3c374-e09e-4512-8ec9-ecac5025b5f2 HTTP/1.1" status: 204 len: 168 time: 0.1315558 Mar 04 03:09:13.464119 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 38210) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:09:13.470122 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9dc85-b22b-45bb-9c30-9d9d6975b16e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad3c374-e09e-4512-8ec9-ecac5025b5f2,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:09:13.477225 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9dc85-b22b-45bb-9c30-9d9d6975b16e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:13.477614 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9dc85-b22b-45bb-9c30-9d9d6975b16e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:13.477978 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9dc85-b22b-45bb-9c30-9d9d6975b16e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:13.478257 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.api.v2.resource [None req-a434982f-59b7-4ff1-abbd-305b28e96f5e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] show failed (client error): The resource could not be found. Mar 04 03:09:13.478373 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9dc85-b22b-45bb-9c30-9d9d6975b16e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:13.478626 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9dc85-b22b-45bb-9c30-9d9d6975b16e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:13.480640 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9dc85-b22b-45bb-9c30-9d9d6975b16e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:13.480795 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-a434982f-59b7-4ff1-abbd-305b28e96f5e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "GET /v2.0/security-groups/dad3c374-e09e-4512-8ec9-ecac5025b5f2 HTTP/1.1" status: 404 len: 347 time: 0.0141134 Mar 04 03:09:13.480909 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9dc85-b22b-45bb-9c30-9d9d6975b16e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:13.480909 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9dc85-b22b-45bb-9c30-9d9d6975b16e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:13.480909 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9dc85-b22b-45bb-9c30-9d9d6975b16e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:13.480909 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9dc85-b22b-45bb-9c30-9d9d6975b16e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:13.480909 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9dc85-b22b-45bb-9c30-9d9d6975b16e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:13.480909 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9dc85-b22b-45bb-9c30-9d9d6975b16e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:13.481475 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9dc85-b22b-45bb-9c30-9d9d6975b16e tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:13.482163 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 38212) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:09:13.605474 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-255a9113-c091-4587-ba5e-235235ed2fd5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Deleting port 57b347d4-2e61-4432-ada3-2a3f9ab26ec5 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:09:13.605845 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-255a9113-c091-4587-ba5e-235235ed2fd5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (57b347d4-2e61-4432-ada3-2a3f9ab26ec5), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:13.676224 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-255a9113-c091-4587-ba5e-235235ed2fd5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (57b347d4-2e61-4432-ada3-2a3f9ab26ec5), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:13.676544 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-255a9113-c091-4587-ba5e-235235ed2fd5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for floatingip (57b347d4-2e61-4432-ada3-2a3f9ab26ec5), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:13.689241 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-255a9113-c091-4587-ba5e-235235ed2fd5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Calling delete_port for 57b347d4-2e61-4432-ada3-2a3f9ab26ec5 owned by network:floatingip {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:09:13.815810 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-255a9113-c091-4587-ba5e-235235ed2fd5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (57b347d4-2e61-4432-ada3-2a3f9ab26ec5), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:13.840827 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a9113-c091-4587-ba5e-235235ed2fd5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Pushing event deleted for resources: {'Port': ['ID=57b347d4-2e61-4432-ada3-2a3f9ab26ec5,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:09:13.900189 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-255a9113-c091-4587-ba5e-235235ed2fd5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks [] for floatingip (c085e79a-640e-4687-944c-b333590b2ab1), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:13.902678 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-255a9113-c091-4587-ba5e-235235ed2fd5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for floatingip (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:13.903817 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-255a9113-c091-4587-ba5e-235235ed2fd5 tempest-AttachVolumeShelveTestJSON-1215029256 tempest-AttachVolumeShelveTestJSON-1215029256-project] 10.222.0.16 "DELETE /v2.0/floatingips/c085e79a-640e-4687-944c-b333590b2ab1 HTTP/1.1" status: 204 len: 168 time: 0.4206800 Mar 04 03:09:15.741832 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device bc2cca6d-ea71-4900-9ccb-362ea33208da no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:09:15.761653 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] No Port match for: bc2cca6d-ea71-4900-9ccb-362ea33208da {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:09:15.762025 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device bc2cca6d-ea71-4900-9ccb-362ea33208da not bound to the agent host hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:09:16.302040 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 38234) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:09:16.772896 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ded5017b-803f-4463-8992-a6829f32c5ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642248'] for router_interface (7e005565-ea5a-471f-9562-8936e132e350), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:17.243673 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-ded5017b-803f-4463-8992-a6829f32c5ae admin admin] Deleting port 3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:09:17.244036 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ded5017b-803f-4463-8992-a6829f32c5ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:17.321434 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-ded5017b-803f-4463-8992-a6829f32c5ae admin admin] For port 3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:09:17.322148 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ded5017b-803f-4463-8992-a6829f32c5ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:17.334647 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-ded5017b-803f-4463-8992-a6829f32c5ae admin admin] Calling delete_port for 3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a owned by network:router_interface {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:09:17.510443 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ded5017b-803f-4463-8992-a6829f32c5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:17.536372 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5017b-803f-4463-8992-a6829f32c5ae admin admin] Pushing event deleted for resources: {'Port': ['ID=3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:09:17.702479 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-ded5017b-803f-4463-8992-a6829f32c5ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642084'] for router_interface (7e005565-ea5a-471f-9562-8936e132e350), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:17.915264 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded5017b-803f-4463-8992-a6829f32c5ae admin admin] Router 7e005565-ea5a-471f-9562-8936e132e350 has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:09:18.020173 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded5017b-803f-4463-8992-a6829f32c5ae admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:09:18.025171 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-ded5017b-803f-4463-8992-a6829f32c5ae admin admin] 10.222.0.16 "PUT /v2.0/routers/7e005565-ea5a-471f-9562-8936e132e350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7221217 Mar 04 03:09:18.027894 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38238) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:09:18.029581 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d678c2-87be-4535-9bd8-c0522820d793 None None] Sync routers for ids ['7e005565-ea5a-471f-9562-8936e132e350'] in dv-cinder-828061-7-iscsi {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:09:18.039291 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d678c2-87be-4535-9bd8-c0522820d793 None None] Routers {'7e005565-ea5a-471f-9562-8936e132e350'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:09:18.039891 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-f7d678c2-87be-4535-9bd8-c0522820d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:09:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['7e005565-ea5a-471f-9562-8936e132e350'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:09:18.131067 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d6cc-371a-43a9-a741-4035efdf7985 admin admin] Publish callbacks [] for router (7e005565-ea5a-471f-9562-8936e132e350), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:18.146047 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-f7d678c2-87be-4535-9bd8-c0522820d793 None None] Set router 7e005565-ea5a-471f-9562-8936e132e350 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:09:18.235407 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d6cc-371a-43a9-a741-4035efdf7985 admin admin] Publish callbacks [] for router_gateway (7e005565-ea5a-471f-9562-8936e132e350), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:18.287210 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-8bf1d6cc-371a-43a9-a741-4035efdf7985 admin admin] Deleting port 91c5371b-0098-4387-a190-58fefa1ea23f {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:09:18.287551 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d6cc-371a-43a9-a741-4035efdf7985 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (91c5371b-0098-4387-a190-58fefa1ea23f), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:18.323476 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-f7d678c2-87be-4535-9bd8-c0522820d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e005565-ea5a-471f-9562-8936e132e350', 'name': 'tempest-AttachVolumeShelveTestJSON-306629195-router', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T03:09:17Z', 'revision_number': 5, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'gw_port': {'id': '91c5371b-0098-4387-a190-58fefa1ea23f', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:65:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e005565-ea5a-471f-9562-8936e132e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T02:57:39Z', 'updated_at': '2022-03-04T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:09:18.348774 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d678c2-87be-4535-9bd8-c0522820d793 None None] Checking router: 7e005565-ea5a-471f-9562-8936e132e350 for host: dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:09:18.357278 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d678c2-87be-4535-9bd8-c0522820d793 None None] Routers {'7e005565-ea5a-471f-9562-8936e132e350'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:09:18.357896 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-f7d678c2-87be-4535-9bd8-c0522820d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:09:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['7e005565-ea5a-471f-9562-8936e132e350'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:09:18.367576 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [None req-8bf1d6cc-371a-43a9-a741-4035efdf7985 admin admin] For port 91c5371b-0098-4387-a190-58fefa1ea23f, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=91c5371b-0098-4387-a190-58fefa1ea23f,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:09:18.367944 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d6cc-371a-43a9-a741-4035efdf7985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (91c5371b-0098-4387-a190-58fefa1ea23f), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:18.381459 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-8bf1d6cc-371a-43a9-a741-4035efdf7985 admin admin] Calling delete_port for 91c5371b-0098-4387-a190-58fefa1ea23f owned by network:router_gateway {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:09:18.445500 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-f7d678c2-87be-4535-9bd8-c0522820d793 None None] Set router 7e005565-ea5a-471f-9562-8936e132e350 gateway port host: None {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:09:18.558476 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d6cc-371a-43a9-a741-4035efdf7985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (91c5371b-0098-4387-a190-58fefa1ea23f), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:18.586393 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1d6cc-371a-43a9-a741-4035efdf7985 admin admin] Pushing event deleted for resources: {'Port': ['ID=91c5371b-0098-4387-a190-58fefa1ea23f,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:09:18.590226 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-f7d678c2-87be-4535-9bd8-c0522820d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e005565-ea5a-471f-9562-8936e132e350', 'name': 'tempest-AttachVolumeShelveTestJSON-306629195-router', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T03:09:18Z', 'revision_number': 6, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'gw_port_host': None}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:09:18.616900 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d678c2-87be-4535-9bd8-c0522820d793 None None] The sync data for ids ['7e005565-ea5a-471f-9562-8936e132e350'] in dv-cinder-828061-7-iscsi is: [{'id': '7e005565-ea5a-471f-9562-8936e132e350', 'name': 'tempest-AttachVolumeShelveTestJSON-306629195-router', 'tenant_id': '334bbe5c6d1042b49abc0793f344935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T02:57:37Z', 'updated_at': '2022-03-04T03:09:18Z', 'revision_number': 6, 'project_id': '334bbe5c6d1042b49abc0793f344935b', 'gw_port_host': None}] {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:09:18.646487 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d6cc-371a-43a9-a741-4035efdf7985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641158'] for router_gateway (7e005565-ea5a-471f-9562-8936e132e350), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:19.010383 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d6cc-371a-43a9-a741-4035efdf7985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59159'] for router (7e005565-ea5a-471f-9562-8936e132e350), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:19.012557 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d6cc-371a-43a9-a741-4035efdf7985 admin admin] Publish callbacks [] for router_controller (7e005565-ea5a-471f-9562-8936e132e350), precommit_delete_associations {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:19.057213 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d6cc-371a-43a9-a741-4035efdf7985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654381'] for router (7e005565-ea5a-471f-9562-8936e132e350), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:19.057897 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf1d6cc-371a-43a9-a741-4035efdf7985 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e005565-ea5a-471f-9562-8936e132e350 {{(pid=102946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 03:09:19.063481 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d6cc-371a-43a9-a741-4035efdf7985 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:19.064632 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-8bf1d6cc-371a-43a9-a741-4035efdf7985 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7e005565-ea5a-471f-9562-8936e132e350 HTTP/1.1" status: 204 len: 168 time: 1.0357654 Mar 04 03:09:19.067142 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38240) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:09:19.109747 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5e3ca5-c47c-45ec-9218-ea0d98c255d9 admin admin] Deleting subnet 16952d07-ba3d-4d83-b57f-d1a1f6336b50 {{(pid=102946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 03:09:19.112870 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5d5e3ca5-c47c-45ec-9218-ea0d98c255d9 admin admin] Publish callbacks [] for subnet (16952d07-ba3d-4d83-b57f-d1a1f6336b50), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:19.146979 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5d5e3ca5-c47c-45ec-9218-ea0d98c255d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9053631'] for subnet (16952d07-ba3d-4d83-b57f-d1a1f6336b50), precommit_delete_associations {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:19.224658 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5d5e3ca5-c47c-45ec-9218-ea0d98c255d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511659'] for subnet (16952d07-ba3d-4d83-b57f-d1a1f6336b50), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:19.274943 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5d5e3ca5-c47c-45ec-9218-ea0d98c255d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11867116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11473261'] for subnet (16952d07-ba3d-4d83-b57f-d1a1f6336b50), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:19.300311 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e3ca5-c47c-45ec-9218-ea0d98c255d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16952d07-ba3d-4d83-b57f-d1a1f6336b50,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:09:19.304776 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5d5e3ca5-c47c-45ec-9218-ea0d98c255d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:19.307964 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-5d5e3ca5-c47c-45ec-9218-ea0d98c255d9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/16952d07-ba3d-4d83-b57f-d1a1f6336b50 HTTP/1.1" status: 204 len: 168 time: 0.2399135 Mar 04 03:09:19.312261 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd533bb0-40a9-4d2b-ba7f-ef469ed06b05 None None] Network 50eae8c7-06bd-487c-a181-0dbe4478419c requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:09:19.312855 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38242) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:09:19.391631 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0dc2cff2-b240-4149-a4da-bda914d4f940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516816'] for network (50eae8c7-06bd-487c-a181-0dbe4478419c), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:19.408972 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:09:19.437100 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: 3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:09:19.437449 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 3b53c1d0-b5c5-4d6b-842e-d5c4a223ac5a not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:09:19.437892 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 91c5371b-0098-4387-a190-58fefa1ea23f no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:09:19.450259 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-0dc2cff2-b240-4149-a4da-bda914d4f940 admin admin] Deleting port fb8b535b-52ee-447d-a902-cdd02e2a6fda {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:09:19.450592 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0dc2cff2-b240-4149-a4da-bda914d4f940 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (fb8b535b-52ee-447d-a902-cdd02e2a6fda), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:19.461407 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: 91c5371b-0098-4387-a190-58fefa1ea23f {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:09:19.461910 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 91c5371b-0098-4387-a190-58fefa1ea23f not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:09:19.519875 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [None req-0dc2cff2-b240-4149-a4da-bda914d4f940 admin admin] For port fb8b535b-52ee-447d-a902-cdd02e2a6fda, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=fb8b535b-52ee-447d-a902-cdd02e2a6fda,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:09:19.520251 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0dc2cff2-b240-4149-a4da-bda914d4f940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (fb8b535b-52ee-447d-a902-cdd02e2a6fda), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:19.522950 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236cd62a-177d-4289-aa45-119a7acaea93 None None] DHCP port deletion for 50eae8c7-06bd-487c-a181-0dbe4478419c request from dv-cinder-828061-7-iscsi {{(pid=102955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 03:09:19.533437 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-0dc2cff2-b240-4149-a4da-bda914d4f940 admin admin] Calling delete_port for fb8b535b-52ee-447d-a902-cdd02e2a6fda owned by network:dhcp {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:09:19.578983 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-236cd62a-177d-4289-aa45-119a7acaea93 None None] Deleting port fb8b535b-52ee-447d-a902-cdd02e2a6fda {{(pid=102955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:09:19.579357 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-236cd62a-177d-4289-aa45-119a7acaea93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (fb8b535b-52ee-447d-a902-cdd02e2a6fda), before_delete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:19.619925 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0dc2cff2-b240-4149-a4da-bda914d4f940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (fb8b535b-52ee-447d-a902-cdd02e2a6fda), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:19.647351 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2cff2-b240-4149-a4da-bda914d4f940 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb8b535b-52ee-447d-a902-cdd02e2a6fda,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:09:19.653218 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-236cd62a-177d-4289-aa45-119a7acaea93 None None] For port fb8b535b-52ee-447d-a902-cdd02e2a6fda, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=fb8b535b-52ee-447d-a902-cdd02e2a6fda,segment=NetworkSegment(c1bfdc25-a414-4989-8a99-de716f99d389),segment_id=c1bfdc25-a414-4989-8a99-de716f99d389)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:09:19.653218 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-236cd62a-177d-4289-aa45-119a7acaea93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (fb8b535b-52ee-447d-a902-cdd02e2a6fda), precommit_delete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:19.653983 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc2cff2-b240-4149-a4da-bda914d4f940 admin admin] No DVR routers for this DVR port fb8b535b-52ee-447d-a902-cdd02e2a6fda on host dv-cinder-828061-7-iscsi {{(pid=102946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:09:19.667127 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-236cd62a-177d-4289-aa45-119a7acaea93 None None] Calling delete_port for fb8b535b-52ee-447d-a902-cdd02e2a6fda owned by network:dhcp {{(pid=102955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:09:19.726453 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0dc2cff2-b240-4149-a4da-bda914d4f940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621520', 'neutron.services.segments.db._delete_segments_for_network-8753426307485'] for network (50eae8c7-06bd-487c-a181-0dbe4478419c), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:19.745215 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-236cd62a-177d-4289-aa45-119a7acaea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966'] for port (fb8b535b-52ee-447d-a902-cdd02e2a6fda), after_delete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:19.747084 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.services.segments.db [None req-0dc2cff2-b240-4149-a4da-bda914d4f940 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50eae8c7-06bd-487c-a181-0dbe4478419c']}} {{(pid=102946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:09:19.756911 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.services.segments.db [None req-0dc2cff2-b240-4149-a4da-bda914d4f940 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1bfdc25-a414-4989-8a99-de716f99d389') {'for_net_delete': True} {{(pid=102946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:09:19.757214 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.services.segments.db [None req-0dc2cff2-b240-4149-a4da-bda914d4f940 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1bfdc25-a414-4989-8a99-de716f99d389') {} {{(pid=102946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:09:19.766283 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0dc2cff2-b240-4149-a4da-bda914d4f940 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753426310822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9053608'] for segment (c1bfdc25-a414-4989-8a99-de716f99d389), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:19.774415 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236cd62a-177d-4289-aa45-119a7acaea93 None None] No DVR routers for this DVR port fb8b535b-52ee-447d-a902-cdd02e2a6fda on host dv-cinder-828061-7-iscsi {{(pid=102955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:09:19.775831 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236cd62a-177d-4289-aa45-119a7acaea93 None None] Pushing event deleted for resources: {'Port': ['ID=fb8b535b-52ee-447d-a902-cdd02e2a6fda,revision_number=None']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:09:19.779162 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0dc2cff2-b240-4149-a4da-bda914d4f940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (c1bfdc25-a414-4989-8a99-de716f99d389), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:19.786297 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236cd62a-177d-4289-aa45-119a7acaea93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:19.786297 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236cd62a-177d-4289-aa45-119a7acaea93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:19.786297 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236cd62a-177d-4289-aa45-119a7acaea93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:19.786823 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236cd62a-177d-4289-aa45-119a7acaea93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:19.787063 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc2cff2-b240-4149-a4da-bda914d4f940 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=102946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 03:09:19.787182 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236cd62a-177d-4289-aa45-119a7acaea93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:19.787279 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0dc2cff2-b240-4149-a4da-bda914d4f940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11866930'] for segment (c1bfdc25-a414-4989-8a99-de716f99d389), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:19.787381 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236cd62a-177d-4289-aa45-119a7acaea93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:19.788742 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236cd62a-177d-4289-aa45-119a7acaea93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:19.788742 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236cd62a-177d-4289-aa45-119a7acaea93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:19.788742 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236cd62a-177d-4289-aa45-119a7acaea93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:19.788742 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236cd62a-177d-4289-aa45-119a7acaea93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:19.789790 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236cd62a-177d-4289-aa45-119a7acaea93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:19.789790 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236cd62a-177d-4289-aa45-119a7acaea93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:19.790129 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236cd62a-177d-4289-aa45-119a7acaea93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: Traceback (most recent call last): Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: timer() Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: cb(*args, **kw) Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: return func(*args, **kwargs) Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: self._notify() Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: self.callback(batched_events) Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: event.method(event) Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: return f(self, *a, **k) Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: return self._get(url).json() Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: return self.request(url, 'GET', **kwargs) Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 03:09:19.823308 dv-cinder-828061-7-iscsi neutron-server[102946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 03:09:19.843638 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0dc2cff2-b240-4149-a4da-bda914d4f940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641210'] for network (50eae8c7-06bd-487c-a181-0dbe4478419c), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:19.848878 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0dc2cff2-b240-4149-a4da-bda914d4f940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:19.852037 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-0dc2cff2-b240-4149-a4da-bda914d4f940 admin admin] 10.222.0.16 "DELETE /v2.0/networks/50eae8c7-06bd-487c-a181-0dbe4478419c HTTP/1.1" status: 204 len: 168 time: 0.5388286 Mar 04 03:09:19.862874 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2cff2-b240-4149-a4da-bda914d4f940 admin admin] Pushing event deleted for resources: {'Network': ['ID=50eae8c7-06bd-487c-a181-0dbe4478419c,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:09:19.961228 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38248) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:09:20.000935 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-b0121bfe-067e-45ce-8074-1e61f683c231 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=334bbe5c6d1042b49abc0793f344935b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384669 Mar 04 03:09:20.003334 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38250) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:09:20.052971 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1ba0a496-2382-47b2-98ce-6318fe8a30af admin admin] Publish callbacks [] for security_group (8591ca3e-7fac-41a7-945f-b841e8078a26), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:20.073456 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1ba0a496-2382-47b2-98ce-6318fe8a30af admin admin] Publish callbacks [] for security_group (8591ca3e-7fac-41a7-945f-b841e8078a26), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:20.119511 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1ba0a496-2382-47b2-98ce-6318fe8a30af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (8591ca3e-7fac-41a7-945f-b841e8078a26), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:20.122088 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-1ba0a496-2382-47b2-98ce-6318fe8a30af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:20.123245 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-1ba0a496-2382-47b2-98ce-6318fe8a30af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8591ca3e-7fac-41a7-945f-b841e8078a26 HTTP/1.1" status: 204 len: 168 time: 0.1188767 Mar 04 03:09:20.131592 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0a496-2382-47b2-98ce-6318fe8a30af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8591ca3e-7fac-41a7-945f-b841e8078a26,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:09:21.278955 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device fb8b535b-52ee-447d-a902-cdd02e2a6fda no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:09:21.298596 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: fb8b535b-52ee-447d-a902-cdd02e2a6fda {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:09:21.298945 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device fb8b535b-52ee-447d-a902-cdd02e2a6fda not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:09:22.336653 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:09:31.481385 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38388) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:09:31.583489 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8fdbccb0-0292-444b-b7b4-d60e04534e56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:31.655190 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8fdbccb0-0292-444b-b7b4-d60e04534e56 admin admin] Publish callbacks [] for security_group (96b43449-4315-4ed9-b028-073976fccd3b), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:31.658800 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-8fdbccb0-0292-444b-b7b4-d60e04534e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (96b43449-4315-4ed9-b028-073976fccd3b), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:31.696473 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-8fdbccb0-0292-444b-b7b4-d60e04534e56 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e20d864b9e5f42d294ed1b0866a5f445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139904 Mar 04 03:09:31.697349 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbccb0-0292-444b-b7b4-d60e04534e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b43449-4315-4ed9-b028-073976fccd3b,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:09:31.699186 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 38392) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:09:31.746907 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f1dba190-5b5e-49f2-a9c9-40c95fe64874 admin admin] Publish callbacks [] for security_group (96b43449-4315-4ed9-b028-073976fccd3b), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:31.768249 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f1dba190-5b5e-49f2-a9c9-40c95fe64874 admin admin] Publish callbacks [] for security_group (96b43449-4315-4ed9-b028-073976fccd3b), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:31.817738 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f1dba190-5b5e-49f2-a9c9-40c95fe64874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (96b43449-4315-4ed9-b028-073976fccd3b), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:31.820272 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-f1dba190-5b5e-49f2-a9c9-40c95fe64874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:31.821407 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-f1dba190-5b5e-49f2-a9c9-40c95fe64874 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96b43449-4315-4ed9-b028-073976fccd3b HTTP/1.1" status: 204 len: 168 time: 0.1212142 Mar 04 03:09:31.828847 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dba190-5b5e-49f2-a9c9-40c95fe64874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b43449-4315-4ed9-b028-073976fccd3b,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:09:31.975270 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-5837f6fc-e79a-404c-90f3-d60c2383187f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:32.077265 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 38398) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:09:32.090019 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-719b4869-79eb-4d84-8a95-05456ece25a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:32.168831 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-719b4869-79eb-4d84-8a95-05456ece25a9 admin admin] Publish callbacks [] for security_group (a06b3728-918a-4769-8057-b580abd0b73b), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:32.173474 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-719b4869-79eb-4d84-8a95-05456ece25a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (a06b3728-918a-4769-8057-b580abd0b73b), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:32.211549 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-719b4869-79eb-4d84-8a95-05456ece25a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a87417836b8247fe98bef0178b6a4a99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331859 Mar 04 03:09:32.212675 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b4869-79eb-4d84-8a95-05456ece25a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06b3728-918a-4769-8057-b580abd0b73b,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:09:32.214357 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38400) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:09:32.262453 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-069fb130-5ea7-4201-ba6d-d7b61bab7f88 admin admin] Publish callbacks [] for security_group (a06b3728-918a-4769-8057-b580abd0b73b), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:32.282983 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-069fb130-5ea7-4201-ba6d-d7b61bab7f88 admin admin] Publish callbacks [] for security_group (a06b3728-918a-4769-8057-b580abd0b73b), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:32.330229 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-069fb130-5ea7-4201-ba6d-d7b61bab7f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (a06b3728-918a-4769-8057-b580abd0b73b), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:32.332789 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-069fb130-5ea7-4201-ba6d-d7b61bab7f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:32.333953 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-069fb130-5ea7-4201-ba6d-d7b61bab7f88 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a06b3728-918a-4769-8057-b580abd0b73b HTTP/1.1" status: 204 len: 168 time: 0.1185849 Mar 04 03:09:32.342412 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fb130-5ea7-4201-ba6d-d7b61bab7f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06b3728-918a-4769-8057-b580abd0b73b,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:09:34.360971 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e33336fe-85b9-4932-ae73-52b61f018c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:35.399457 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:36.736199 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:37.171878 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38494) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:09:37.275290 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4928d5a5-10e2-465c-b6b5-60f190929aab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:37.345556 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4928d5a5-10e2-465c-b6b5-60f190929aab admin admin] Publish callbacks [] for security_group (315a1c8a-4a0f-407b-9655-f6cbdd238506), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:37.349250 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-4928d5a5-10e2-465c-b6b5-60f190929aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (315a1c8a-4a0f-407b-9655-f6cbdd238506), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:37.387451 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-4928d5a5-10e2-465c-b6b5-60f190929aab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a975fdd9cc804dc49e927b3b745982a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138727 Mar 04 03:09:37.388330 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928d5a5-10e2-465c-b6b5-60f190929aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315a1c8a-4a0f-407b-9655-f6cbdd238506,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:09:37.391093 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 38498) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:09:37.440227 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-51005723-a8b4-4c2c-8c0b-468431f9c18a admin admin] Publish callbacks [] for security_group (315a1c8a-4a0f-407b-9655-f6cbdd238506), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:37.460653 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-51005723-a8b4-4c2c-8c0b-468431f9c18a admin admin] Publish callbacks [] for security_group (315a1c8a-4a0f-407b-9655-f6cbdd238506), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:37.507499 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-51005723-a8b4-4c2c-8c0b-468431f9c18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (315a1c8a-4a0f-407b-9655-f6cbdd238506), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:37.510019 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-51005723-a8b4-4c2c-8c0b-468431f9c18a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:37.511425 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-51005723-a8b4-4c2c-8c0b-468431f9c18a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/315a1c8a-4a0f-407b-9655-f6cbdd238506 HTTP/1.1" status: 204 len: 168 time: 0.1193223 Mar 04 03:09:37.519494 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51005723-a8b4-4c2c-8c0b-468431f9c18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315a1c8a-4a0f-407b-9655-f6cbdd238506,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:09:37.768435 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38504) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:09:37.781146 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-85e25f97-973a-43fd-b560-09596053a6f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:37.853127 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-85e25f97-973a-43fd-b560-09596053a6f9 admin admin] Publish callbacks [] for security_group (1a490d16-ebb5-4bc8-a140-e446d4eb7ec4), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:37.856853 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-85e25f97-973a-43fd-b560-09596053a6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (1a490d16-ebb5-4bc8-a140-e446d4eb7ec4), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:37.895691 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-85e25f97-973a-43fd-b560-09596053a6f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a91d4978636b474ea8806229edba62d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1261897 Mar 04 03:09:37.896514 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e25f97-973a-43fd-b560-09596053a6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a490d16-ebb5-4bc8-a140-e446d4eb7ec4,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:09:37.899207 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 38506) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:09:37.949974 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1a3cd250-eb5a-44ea-996b-4a3b46cc9ba4 admin admin] Publish callbacks [] for security_group (1a490d16-ebb5-4bc8-a140-e446d4eb7ec4), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:37.971980 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1a3cd250-eb5a-44ea-996b-4a3b46cc9ba4 admin admin] Publish callbacks [] for security_group (1a490d16-ebb5-4bc8-a140-e446d4eb7ec4), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:38.016358 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1a3cd250-eb5a-44ea-996b-4a3b46cc9ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (1a490d16-ebb5-4bc8-a140-e446d4eb7ec4), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:38.018941 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-1a3cd250-eb5a-44ea-996b-4a3b46cc9ba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:38.020066 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-1a3cd250-eb5a-44ea-996b-4a3b46cc9ba4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a490d16-ebb5-4bc8-a140-e446d4eb7ec4 HTTP/1.1" status: 204 len: 168 time: 0.1196530 Mar 04 03:09:38.027335 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3cd250-eb5a-44ea-996b-4a3b46cc9ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a490d16-ebb5-4bc8-a140-e446d4eb7ec4,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:09:38.417110 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:42.660118 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:09:48.000589 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a93e6b81-8966-438a-a6cb-d01cf749f7d7 req-8429983b-bf31-4c06-83ca-0485188ff76a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456030 Mar 04 03:09:48.073478 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e6b81-8966-438a-a6cb-d01cf749f7d7 req-abe30c6e-6c40-471b-ac58-7c1be2aeb132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:09:48.075041 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a93e6b81-8966-438a-a6cb-d01cf749f7d7 req-abe30c6e-6c40-471b-ac58-7c1be2aeb132 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d15398833664320803849959784f508&device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9 HTTP/1.1" status: 200 len: 1130 time: 0.0453391 Mar 04 03:09:48.180286 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e6b81-8966-438a-a6cb-d01cf749f7d7 req-913cb910-d7f6-4139-a414-7926ba3e8750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:09:48.181669 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a93e6b81-8966-438a-a6cb-d01cf749f7d7 req-913cb910-d7f6-4139-a414-7926ba3e8750 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02cb8961-f224-4efe-9715-ecfb6c08725e HTTP/1.1" status: 200 len: 913 time: 0.0872939 Mar 04 03:09:48.247396 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a93e6b81-8966-438a-a6cb-d01cf749f7d7 req-6be390d9-6d40-4477-abde-0c0eac55a5d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 HTTP/1.1" status: 200 len: 1001 time: 0.0581927 Mar 04 03:09:48.299788 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e6b81-8966-438a-a6cb-d01cf749f7d7 req-81d45a67-fcb3-4f71-b1d9-2740bbc2655f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:09:48.301284 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a93e6b81-8966-438a-a6cb-d01cf749f7d7 req-81d45a67-fcb3-4f71-b1d9-2740bbc2655f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d3a17f2e-d1f5-4359-86d3-8c7648f764aa HTTP/1.1" status: 200 len: 851 time: 0.0476930 Mar 04 03:09:48.350347 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e6b81-8966-438a-a6cb-d01cf749f7d7 req-22660fc7-dffe-41cb-a640-32cecd24ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:09:48.351871 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a93e6b81-8966-438a-a6cb-d01cf749f7d7 req-22660fc7-dffe-41cb-a640-32cecd24ee8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02cb8961-f224-4efe-9715-ecfb6c08725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443213 Mar 04 03:09:48.441752 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a93e6b81-8966-438a-a6cb-d01cf749f7d7 req-6fad15b4-0633-42fd-b440-5ae48fbea92c service neutron] 10.222.0.13 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822904 Mar 04 03:09:48.532254 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-a93e6b81-8966-438a-a6cb-d01cf749f7d7 req-401d614f-ce06-4c55-bd60-a1885acb25a0 service neutron] 10.222.0.13 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844603 Mar 04 03:09:59.335911 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:10:01.978919 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9fa6-a985-405b-b437-ae13fc86e4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:03.116946 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38668) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:10:03.219620 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-ce3f7d79-4b51-454d-a146-927cd2807c5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:03.293272 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-ce3f7d79-4b51-454d-a146-927cd2807c5a admin admin] Publish callbacks [] for security_group (23606d13-1909-4844-95d9-1eb0a04d9edb), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:03.296780 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-ce3f7d79-4b51-454d-a146-927cd2807c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (23606d13-1909-4844-95d9-1eb0a04d9edb), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:03.334558 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-ce3f7d79-4b51-454d-a146-927cd2807c5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00b8b5efe1a045528e90cddda17729b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165625 Mar 04 03:10:03.335415 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f7d79-4b51-454d-a146-927cd2807c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23606d13-1909-4844-95d9-1eb0a04d9edb,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:03.337355 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 38672) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:10:03.389991 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9f7b-9c05-421b-8336-81ab81616f20 admin admin] Publish callbacks [] for security_group (23606d13-1909-4844-95d9-1eb0a04d9edb), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:03.411580 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9f7b-9c05-421b-8336-81ab81616f20 admin admin] Publish callbacks [] for security_group (23606d13-1909-4844-95d9-1eb0a04d9edb), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:03.456357 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9f7b-9c05-421b-8336-81ab81616f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (23606d13-1909-4844-95d9-1eb0a04d9edb), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:03.458903 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9f7b-9c05-421b-8336-81ab81616f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:03.460045 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-cb8b9f7b-9c05-421b-8336-81ab81616f20 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23606d13-1909-4844-95d9-1eb0a04d9edb HTTP/1.1" status: 204 len: 168 time: 0.1216691 Mar 04 03:10:03.467536 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b9f7b-9c05-421b-8336-81ab81616f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23606d13-1909-4844-95d9-1eb0a04d9edb,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:04.362002 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-d4d46b91-a12f-4ecc-83b4-5329b02a6060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:05.399731 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:06.741138 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:08.418518 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:12.674410 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:23.947528 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 38768) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:10:24.097303 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Deleting port c002d597-6afa-4c0a-bfb3-8432d204dcc5 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:10:24.097643 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (c002d597-6afa-4c0a-bfb3-8432d204dcc5), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:24.173489 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (c002d597-6afa-4c0a-bfb3-8432d204dcc5), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:24.173854 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for floatingip (c002d597-6afa-4c0a-bfb3-8432d204dcc5), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:24.185913 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Calling delete_port for c002d597-6afa-4c0a-bfb3-8432d204dcc5 owned by network:floatingip {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:10:24.339671 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (c002d597-6afa-4c0a-bfb3-8432d204dcc5), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:24.366011 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Pushing event deleted for resources: {'Port': ['ID=c002d597-6afa-4c0a-bfb3-8432d204dcc5,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:24.392204 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:24.392553 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:24.392905 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:24.393231 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:24.393558 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:24.393914 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:24.394242 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:24.394565 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:24.394887 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:24.395207 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:24.395527 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:24.395843 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:24.396158 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:24.435913 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for floatingip (b89a72be-db78-41e4-b795-193c8e4d3a9d), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:24.436235 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.db.l3_db [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Floating IP b89a72be-db78-41e4-b795-193c8e4d3a9d disassociated (deleted). External IP: 172.27.2.123, port: 635a8ff8-f69c-4484-9f9e-c082b94238f2. Mar 04 03:10:24.645199 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:10:24.755965 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:10:24.761011 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for floatingip (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:24.766277 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de73721-12a0-4251-86cb-4fc00f193162 None None] Sync routers for ids ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:10:24.775870 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de73721-12a0-4251-86cb-4fc00f193162 None None] Routers {'24a46cb9-fd71-4d12-9e7d-67c102dccf49'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:10:24.776499 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-9de73721-12a0-4251-86cb-4fc00f193162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:10:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:10:24.791612 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-7e7c45d4-cf64-4e37-b38b-5f99ab30aa9c tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "DELETE /v2.0/floatingips/b89a72be-db78-41e4-b795-193c8e4d3a9d HTTP/1.1" status: 204 len: 168 time: 0.8430016 Mar 04 03:10:24.792196 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a7ea16-8229-43c6-9874-73d7eebfee67', 'tag': '635a8ff8-f69c-4484-9f9e-c082b94238f2'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:10:24.794502 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f3a5d5-6fe2-4dd2-9fc1-36bcaba59935" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a7ea16-8229-43c6-9874-73d7eebfee67", "tag": "635a8ff8-f69c-4484-9f9e-c082b94238f2"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:10:24.897377 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-9de73721-12a0-4251-86cb-4fc00f193162 None None] Set router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:10:24.975491 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 03:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf08452-624f-490d-8337-b87da1bdc8bf x-openstack-request-id: req-edf08452-624f-490d-8337-b87da1bdc8bf {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:10:24.975985 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a7ea16-8229-43c6-9874-73d7eebfee67", "tag": "635a8ff8-f69c-4484-9f9e-c082b94238f2", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:10:24.976098 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-edf08452-624f-490d-8337-b87da1bdc8bf {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:10:24.976417 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a7ea16-8229-43c6-9874-73d7eebfee67', 'tag': '635a8ff8-f69c-4484-9f9e-c082b94238f2', 'status': 'completed', 'code': 200} Mar 04 03:10:25.037653 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6f7d0-ec41-4e2e-ae5e-c379a81d1398 req-5880b209-4aef-478d-ac48-bf55569fce86 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:25.039304 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-88c6f7d0-ec41-4e2e-ae5e-c379a81d1398 req-5880b209-4aef-478d-ac48-bf55569fce86 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 946 time: 0.0594108 Mar 04 03:10:25.052415 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3a5d5-6fe2-4dd2-9fc1-36bcaba59935 req-3ddd7169-60a8-4c90-aa36-84e977f7ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:25.053966 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-59f3a5d5-6fe2-4dd2-9fc1-36bcaba59935 req-3ddd7169-60a8-4c90-aa36-84e977f7ed9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d15398833664320803849959784f508&device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 1130 time: 0.0526309 Mar 04 03:10:25.089136 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-88c6f7d0-ec41-4e2e-ae5e-c379a81d1398 req-7beaf151-23c2-4fc6-aff1-d75b07e00320 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438190 Mar 04 03:10:25.135491 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-9de73721-12a0-4251-86cb-4fc00f193162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:00:35Z', 'revision_number': 4, 'project_id': '8d15398833664320803849959784f508', 'gw_port': {'id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:32Z', 'updated_at': '2022-03-04T03:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': '800378f4-09f9-475d-a86f-ecda53b76258', 'tenant_id': '8d15398833664320803849959784f508', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'port_id': 'de92d568-b6a8-4f9a-bdc3-e2a2f9821f79', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'mac_address': 'fa:16:3e:c3:da:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb359672-3e0b-4437-a7ba-10e5edded4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:05:26Z', 'updated_at': '2022-03-04T03:05:28Z', 'revision_number': 1, 'project_id': '8d15398833664320803849959784f508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1bd996-4793-47f8-8cd5-de363e99d8aa', 'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'tenant_id': '8d15398833664320803849959784f508', 'mac_address': 'fa:16:3e:f0:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:34Z', 'updated_at': '2022-03-04T03:00:39Z', 'revision_number': 5, 'project_id': '8d15398833664320803849959784f508', 'subnets': [{'id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:10:25.146670 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3a5d5-6fe2-4dd2-9fc1-36bcaba59935 req-6b6514f4-d03c-44a5-9df1-75268b36af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:25.148151 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-59f3a5d5-6fe2-4dd2-9fc1-36bcaba59935 req-6b6514f4-d03c-44a5-9df1-75268b36af7d service neutron] 10.222.0.13 "GET /v2.0/networks?id=02cb8961-f224-4efe-9715-ecfb6c08725e HTTP/1.1" status: 200 len: 913 time: 0.0871401 Mar 04 03:10:25.161816 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de73721-12a0-4251-86cb-4fc00f193162 None None] Checking router: 24a46cb9-fd71-4d12-9e7d-67c102dccf49 for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:10:25.169825 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de73721-12a0-4251-86cb-4fc00f193162 None None] Routers {'24a46cb9-fd71-4d12-9e7d-67c102dccf49'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:10:25.170451 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-9de73721-12a0-4251-86cb-4fc00f193162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:10:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:10:25.195445 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-59f3a5d5-6fe2-4dd2-9fc1-36bcaba59935 req-208a13a4-4c70-4eec-a31d-6c03aefe09b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=635a8ff8-f69c-4484-9f9e-c082b94238f2 HTTP/1.1" status: 200 len: 217 time: 0.0391431 Mar 04 03:10:25.243176 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3a5d5-6fe2-4dd2-9fc1-36bcaba59935 req-00076396-7b32-4548-b572-77f6550d11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:25.244720 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-59f3a5d5-6fe2-4dd2-9fc1-36bcaba59935 req-00076396-7b32-4548-b572-77f6550d11f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d3a17f2e-d1f5-4359-86d3-8c7648f764aa HTTP/1.1" status: 200 len: 851 time: 0.0432110 Mar 04 03:10:25.277214 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-9de73721-12a0-4251-86cb-4fc00f193162 None None] Set router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:10:25.294287 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3a5d5-6fe2-4dd2-9fc1-36bcaba59935 req-decf539c-8a4e-4196-8e06-eb048e4e29fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:25.295799 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-59f3a5d5-6fe2-4dd2-9fc1-36bcaba59935 req-decf539c-8a4e-4196-8e06-eb048e4e29fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02cb8961-f224-4efe-9715-ecfb6c08725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443234 Mar 04 03:10:25.392480 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-59f3a5d5-6fe2-4dd2-9fc1-36bcaba59935 req-9f394924-45c1-4406-a790-eb3c2f04d742 service neutron] 10.222.0.13 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885384 Mar 04 03:10:25.489726 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-59f3a5d5-6fe2-4dd2-9fc1-36bcaba59935 req-b053d2f8-773b-44e0-9cf7-7eb24a1d1f91 service neutron] 10.222.0.13 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891552 Mar 04 03:10:25.514814 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-9de73721-12a0-4251-86cb-4fc00f193162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:00:35Z', 'revision_number': 4, 'project_id': '8d15398833664320803849959784f508', 'gw_port': {'id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:32Z', 'updated_at': '2022-03-04T03:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': '800378f4-09f9-475d-a86f-ecda53b76258', 'tenant_id': '8d15398833664320803849959784f508', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'port_id': 'de92d568-b6a8-4f9a-bdc3-e2a2f9821f79', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'mac_address': 'fa:16:3e:c3:da:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb359672-3e0b-4437-a7ba-10e5edded4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:05:26Z', 'updated_at': '2022-03-04T03:05:28Z', 'revision_number': 1, 'project_id': '8d15398833664320803849959784f508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1bd996-4793-47f8-8cd5-de363e99d8aa', 'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'tenant_id': '8d15398833664320803849959784f508', 'mac_address': 'fa:16:3e:f0:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:34Z', 'updated_at': '2022-03-04T03:00:39Z', 'revision_number': 5, 'project_id': '8d15398833664320803849959784f508', 'subnets': [{'id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:10:25.544236 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de73721-12a0-4251-86cb-4fc00f193162 None None] The sync data for ids ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'] in dv-cinder-828061-7-iscsi is: [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:00:35Z', 'revision_number': 4, 'project_id': '8d15398833664320803849959784f508', 'gw_port': {'id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:32Z', 'updated_at': '2022-03-04T03:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_floatingips': [{'id': '800378f4-09f9-475d-a86f-ecda53b76258', 'tenant_id': '8d15398833664320803849959784f508', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'router_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'port_id': 'de92d568-b6a8-4f9a-bdc3-e2a2f9821f79', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'mac_address': 'fa:16:3e:c3:da:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb359672-3e0b-4437-a7ba-10e5edded4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T03:05:26Z', 'updated_at': '2022-03-04T03:05:28Z', 'revision_number': 1, 'project_id': '8d15398833664320803849959784f508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1bd996-4793-47f8-8cd5-de363e99d8aa', 'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'tenant_id': '8d15398833664320803849959784f508', 'mac_address': 'fa:16:3e:f0:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:34Z', 'updated_at': '2022-03-04T03:00:39Z', 'revision_number': 5, 'project_id': '8d15398833664320803849959784f508', 'subnets': [{'id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:10:25.759554 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d5f557-d938-4e2b-a765-89d56f144878 None None] New status for floating IP b89a72be-db78-41e4-b795-193c8e4d3a9d: DOWN {{(pid=102958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 03:10:26.223022 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace99ff8-1d23-4cff-a922-4b9cfe568c40 req-7e92fcc1-c059-4e87-a74f-426e22755d65 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:26.224530 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ace99ff8-1d23-4cff-a922-4b9cfe568c40 req-7e92fcc1-c059-4e87-a74f-426e22755d65 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 946 time: 0.0599864 Mar 04 03:10:26.274658 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-ace99ff8-1d23-4cff-a922-4b9cfe568c40 req-0868a322-e87b-43ef-9024-e7bd6e7d3db7 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444748 Mar 04 03:10:26.886049 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7778fd-f819-42de-b5d1-a8bf37b9294e req-50cab3d0-0d4d-4571-ab21-7667bc1b2b40 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:26.887528 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5e7778fd-f819-42de-b5d1-a8bf37b9294e req-50cab3d0-0d4d-4571-ab21-7667bc1b2b40 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 946 time: 0.0528455 Mar 04 03:10:26.983154 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-5e7778fd-f819-42de-b5d1-a8bf37b9294e req-7654ce45-6039-4220-8add-6c7afce9948b tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Deleting port 635a8ff8-f69c-4484-9f9e-c082b94238f2 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:10:26.983494 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-5e7778fd-f819-42de-b5d1-a8bf37b9294e req-7654ce45-6039-4220-8add-6c7afce9948b tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (635a8ff8-f69c-4484-9f9e-c082b94238f2), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:26.989793 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38818) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:10:27.071652 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-5e7778fd-f819-42de-b5d1-a8bf37b9294e req-7654ce45-6039-4220-8add-6c7afce9948b tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] For port 635a8ff8-f69c-4484-9f9e-c082b94238f2, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=635a8ff8-f69c-4484-9f9e-c082b94238f2,segment=NetworkSegment(078a8615-197d-456c-b97b-5e4bf104ae1c),segment_id=078a8615-197d-456c-b97b-5e4bf104ae1c)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:10:27.072013 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-5e7778fd-f819-42de-b5d1-a8bf37b9294e req-7654ce45-6039-4220-8add-6c7afce9948b tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (635a8ff8-f69c-4484-9f9e-c082b94238f2), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:27.086326 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-5e7778fd-f819-42de-b5d1-a8bf37b9294e req-7654ce45-6039-4220-8add-6c7afce9948b tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Calling delete_port for 635a8ff8-f69c-4484-9f9e-c082b94238f2 owned by compute:nova {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:10:27.132674 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e62b99c8-9f8d-4672-8e28-3b7e53125860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:27.206116 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e62b99c8-9f8d-4672-8e28-3b7e53125860 admin admin] Publish callbacks [] for security_group (eba9d2f0-ada2-4d37-890c-71b8eb1ac6c9), precommit_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:27.209846 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-e62b99c8-9f8d-4672-8e28-3b7e53125860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (eba9d2f0-ada2-4d37-890c-71b8eb1ac6c9), after_create {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:27.220373 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-5e7778fd-f819-42de-b5d1-a8bf37b9294e req-7654ce45-6039-4220-8add-6c7afce9948b tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (635a8ff8-f69c-4484-9f9e-c082b94238f2), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:27.247707 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654ce45-6039-4220-8add-6c7afce9948b tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Pushing event deleted for resources: {'Port': ['ID=635a8ff8-f69c-4484-9f9e-c082b94238f2,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:27.252662 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-e62b99c8-9f8d-4672-8e28-3b7e53125860 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9afa452f344a4c4d8a9b9aad032fd6a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616885 Mar 04 03:10:27.253623 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b99c8-9f8d-4672-8e28-3b7e53125860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba9d2f0-ada2-4d37-890c-71b8eb1ac6c9,revision_number=1']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:27.256014 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38822) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:10:27.268031 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b99c8-9f8d-4672-8e28-3b7e53125860 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:27.268977 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b99c8-9f8d-4672-8e28-3b7e53125860 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:27.269333 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b99c8-9f8d-4672-8e28-3b7e53125860 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:27.269671 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b99c8-9f8d-4672-8e28-3b7e53125860 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:27.270032 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b99c8-9f8d-4672-8e28-3b7e53125860 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:27.270361 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b99c8-9f8d-4672-8e28-3b7e53125860 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:27.270688 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b99c8-9f8d-4672-8e28-3b7e53125860 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:27.271016 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b99c8-9f8d-4672-8e28-3b7e53125860 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:27.271342 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b99c8-9f8d-4672-8e28-3b7e53125860 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:27.271666 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b99c8-9f8d-4672-8e28-3b7e53125860 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:27.271985 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b99c8-9f8d-4672-8e28-3b7e53125860 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:27.272303 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b99c8-9f8d-4672-8e28-3b7e53125860 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:27.272689 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b99c8-9f8d-4672-8e28-3b7e53125860 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:27.296352 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7778fd-f819-42de-b5d1-a8bf37b9294e req-7654ce45-6039-4220-8add-6c7afce9948b tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] No DVR routers for this DVR port 635a8ff8-f69c-4484-9f9e-c082b94238f2 on host hv-cinder-82806 {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:10:27.300100 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-5e7778fd-f819-42de-b5d1-a8bf37b9294e req-7654ce45-6039-4220-8add-6c7afce9948b tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:27.303443 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5e7778fd-f819-42de-b5d1-a8bf37b9294e req-7654ce45-6039-4220-8add-6c7afce9948b tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.13 "DELETE /v2.0/ports/635a8ff8-f69c-4484-9f9e-c082b94238f2 HTTP/1.1" status: 204 len: 173 time: 0.4096014 Mar 04 03:10:27.303892 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a7ea16-8229-43c6-9874-73d7eebfee67', 'name': 'network-vif-deleted', 'tag': '635a8ff8-f69c-4484-9f9e-c082b94238f2'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:10:27.306186 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38336cb0-def9-4a07-88a5-353e2bafbc60" -d '{"events": [{"server_uuid": "c3a7ea16-8229-43c6-9874-73d7eebfee67", "name": "network-vif-deleted", "tag": "635a8ff8-f69c-4484-9f9e-c082b94238f2"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:10:27.331951 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d78db5da-224d-4656-acbf-2249602a6599 admin admin] Publish callbacks [] for security_group (eba9d2f0-ada2-4d37-890c-71b8eb1ac6c9), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:27.347229 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fa5be0-13d6-4c0f-9d06-7b2486eea4a4 x-openstack-request-id: req-35fa5be0-13d6-4c0f-9d06-7b2486eea4a4 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:10:27.347738 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a7ea16-8229-43c6-9874-73d7eebfee67", "name": "network-vif-deleted", "tag": "635a8ff8-f69c-4484-9f9e-c082b94238f2", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:10:27.348161 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35fa5be0-13d6-4c0f-9d06-7b2486eea4a4 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:10:27.349311 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a7ea16-8229-43c6-9874-73d7eebfee67', 'name': 'network-vif-deleted', 'tag': '635a8ff8-f69c-4484-9f9e-c082b94238f2', 'status': 'completed', 'code': 200} Mar 04 03:10:27.361091 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d78db5da-224d-4656-acbf-2249602a6599 admin admin] Publish callbacks [] for security_group (eba9d2f0-ada2-4d37-890c-71b8eb1ac6c9), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:27.403211 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-6b7852cf-d4e7-43e4-bf77-3b6228780f7b req-186fe75c-4f9b-4377-9f37-57bee2abf85d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a7ea16-8229-43c6-9874-73d7eebfee67 HTTP/1.1" status: 200 len: 210 time: 0.0487280 Mar 04 03:10:27.435707 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d78db5da-224d-4656-acbf-2249602a6599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (eba9d2f0-ada2-4d37-890c-71b8eb1ac6c9), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:27.439043 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-d78db5da-224d-4656-acbf-2249602a6599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:27.440187 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-d78db5da-224d-4656-acbf-2249602a6599 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eba9d2f0-ada2-4d37-890c-71b8eb1ac6c9 HTTP/1.1" status: 204 len: 168 time: 0.1825187 Mar 04 03:10:27.447765 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78db5da-224d-4656-acbf-2249602a6599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba9d2f0-ada2-4d37-890c-71b8eb1ac6c9,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:29.652605 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-9c3ba282-5916-437a-9a03-518df4f36440 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a7522d7038a744e79e11491314defee2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289836 Mar 04 03:10:29.839031 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-1222d961-2d4a-4aec-9c9a-1e32584747f7 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:29.840510 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-1222d961-2d4a-4aec-9c9a-1e32584747f7 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1813114 Mar 04 03:10:29.855685 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-61bb0a84-0459-4ba9-bf9c-d2fc779c7a03 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/quotas/a7522d7038a744e79e11491314defee2 HTTP/1.1" status: 200 len: 375 time: 0.0087712 Mar 04 03:10:29.890662 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-69696f82-eafe-46a5-96f8-8a87c264a84d tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7522d7038a744e79e11491314defee2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299909 Mar 04 03:10:30.044358 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-adaba706-8796-4694-8221-be732053d8b4 req-99d0ee9c-f9a5-4d5d-9da5-0dd1cea20c8b tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/ports?device_id=366c7e01-c0ae-49dd-b830-7d8036eb2300 HTTP/1.1" status: 200 len: 210 time: 0.0267937 Mar 04 03:10:30.178334 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 635a8ff8-f69c-4484-9f9e-c082b94238f2 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:10:30.199750 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] No Port match for: 635a8ff8-f69c-4484-9f9e-c082b94238f2 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:10:30.200209 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 635a8ff8-f69c-4484-9f9e-c082b94238f2 not bound to the agent host hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:10:30.718004 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38898) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:10:30.867271 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-906083dd-4e0d-442f-8cda-5d1eb3560613 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Deleting port 5c9ab804-62c5-41e1-965d-2bd44fb60325 {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:10:30.867617 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-906083dd-4e0d-442f-8cda-5d1eb3560613 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (5c9ab804-62c5-41e1-965d-2bd44fb60325), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:30.943936 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-906083dd-4e0d-442f-8cda-5d1eb3560613 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (5c9ab804-62c5-41e1-965d-2bd44fb60325), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:30.944270 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-906083dd-4e0d-442f-8cda-5d1eb3560613 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for floatingip (5c9ab804-62c5-41e1-965d-2bd44fb60325), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:30.956582 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-906083dd-4e0d-442f-8cda-5d1eb3560613 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Calling delete_port for 5c9ab804-62c5-41e1-965d-2bd44fb60325 owned by network:floatingip {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:10:31.044270 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-1f0a9036-3e51-4d59-a2f5-220ba584bb23 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a7522d7038a744e79e11491314defee2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275559 Mar 04 03:10:31.111999 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-906083dd-4e0d-442f-8cda-5d1eb3560613 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (5c9ab804-62c5-41e1-965d-2bd44fb60325), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:31.143333 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906083dd-4e0d-442f-8cda-5d1eb3560613 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Pushing event deleted for resources: {'Port': ['ID=5c9ab804-62c5-41e1-965d-2bd44fb60325,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:31.177649 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5119e115-5733-432d-afb4-847a21bc66d0 req-eb26f8ac-f2fc-45ee-93fb-e374bd33bb07 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/ports?device_id=366c7e01-c0ae-49dd-b830-7d8036eb2300 HTTP/1.1" status: 200 len: 210 time: 0.0392842 Mar 04 03:10:31.243827 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-906083dd-4e0d-442f-8cda-5d1eb3560613 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for floatingip (800378f4-09f9-475d-a86f-ecda53b76258), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:31.244214 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.db.l3_db [None req-906083dd-4e0d-442f-8cda-5d1eb3560613 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Floating IP 800378f4-09f9-475d-a86f-ecda53b76258 disassociated (deleted). External IP: 172.27.2.46, port: de92d568-b6a8-4f9a-bdc3-e2a2f9821f79. Mar 04 03:10:31.249573 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-4a97234f-9a88-4cdf-8df9-9c1afa167bc0 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:31.251595 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-4a97234f-9a88-4cdf-8df9-9c1afa167bc0 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1997941 Mar 04 03:10:31.264266 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65de40cf-a662-469b-97ed-2536ecad15af tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Request body: {'port': {'device_id': '366c7e01-c0ae-49dd-b830-7d8036eb2300', 'network_id': '1a89e109-9f20-4ac6-b053-2ae2689a8f9b', 'admin_state_up': True, 'tenant_id': 'a7522d7038a744e79e11491314defee2'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:10:31.370843 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65de40cf-a662-469b-97ed-2536ecad15af tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Made reservation on behalf of a7522d7038a744e79e11491314defee2 for: {'port': 1} {{(pid=102948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:10:31.374508 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65de40cf-a662-469b-97ed-2536ecad15af tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:31.383453 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65de40cf-a662-469b-97ed-2536ecad15af tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Publish callbacks [] for security_group (None), before_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:31.457415 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906083dd-4e0d-442f-8cda-5d1eb3560613 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:10:31.458491 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65de40cf-a662-469b-97ed-2536ecad15af tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Publish callbacks [] for security_group (03127a69-3e45-4ec3-8421-fa427d29abb7), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:31.461988 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65de40cf-a662-469b-97ed-2536ecad15af tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (03127a69-3e45-4ec3-8421-fa427d29abb7), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:31.528342 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de40cf-a662-469b-97ed-2536ecad15af tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03127a69-3e45-4ec3-8421-fa427d29abb7,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:31.568736 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906083dd-4e0d-442f-8cda-5d1eb3560613 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:10:31.573148 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-906083dd-4e0d-442f-8cda-5d1eb3560613 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for floatingip (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:31.587205 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32d8dc4-e618-4eb5-bf0c-0eb108028b68 None None] Sync routers for ids ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:10:31.598306 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32d8dc4-e618-4eb5-bf0c-0eb108028b68 None None] Routers {'24a46cb9-fd71-4d12-9e7d-67c102dccf49'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:10:31.599010 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-d32d8dc4-e618-4eb5-bf0c-0eb108028b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:10:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:10:31.599454 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.db_base_plugin_common [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65de40cf-a662-469b-97ed-2536ecad15af tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Allocated IP 192.168.233.80 (1a89e109-9f20-4ac6-b053-2ae2689a8f9b/0f4f305e-f0df-4342-a740-91d5f7fcd063/59599901-9209-4f4e-8b7f-a1004b02f6c1) {{(pid=102948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:10:31.603729 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-906083dd-4e0d-442f-8cda-5d1eb3560613 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "DELETE /v2.0/floatingips/800378f4-09f9-475d-a86f-ecda53b76258 HTTP/1.1" status: 204 len: 168 time: 0.8846514 Mar 04 03:10:31.604389 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb359672-3e0b-4437-a7ba-10e5edded4d9', 'tag': 'de92d568-b6a8-4f9a-bdc3-e2a2f9821f79'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:10:31.607042 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18a36fe-4872-4ecd-a7b6-7bcbf4d8b5b5" -d '{"events": [{"name": "network-changed", "server_uuid": "fb359672-3e0b-4437-a7ba-10e5edded4d9", "tag": "de92d568-b6a8-4f9a-bdc3-e2a2f9821f79"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:10:31.815158 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 03:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fce938-f55b-4783-80c1-aa68ec758598 x-openstack-request-id: req-38fce938-f55b-4783-80c1-aa68ec758598 {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:10:31.816205 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb359672-3e0b-4437-a7ba-10e5edded4d9", "tag": "de92d568-b6a8-4f9a-bdc3-e2a2f9821f79", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:10:31.816663 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38fce938-f55b-4783-80c1-aa68ec758598 {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:10:31.817272 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb359672-3e0b-4437-a7ba-10e5edded4d9', 'tag': 'de92d568-b6a8-4f9a-bdc3-e2a2f9821f79', 'status': 'completed', 'code': 200} Mar 04 03:10:31.869576 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-d32d8dc4-e618-4eb5-bf0c-0eb108028b68 None None] Set router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:10:31.920118 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d0aa0-1237-43b5-975d-87b370112c16 req-5dd55093-8688-4dbd-8838-8293509f449f tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:31.926243 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c17d0aa0-1237-43b5-975d-87b370112c16 req-5dd55093-8688-4dbd-8838-8293509f449f tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9 HTTP/1.1" status: 200 len: 946 time: 0.1006737 Mar 04 03:10:31.954896 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a36fe-4872-4ecd-a7b6-7bcbf4d8b5b5 req-61d09de2-a434-4f74-a99c-0502d172d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:31.956522 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b18a36fe-4872-4ecd-a7b6-7bcbf4d8b5b5 req-61d09de2-a434-4f74-a99c-0502d172d192 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d15398833664320803849959784f508&device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9 HTTP/1.1" status: 200 len: 1130 time: 0.0894916 Mar 04 03:10:32.016256 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-70944b82-e3ae-44e9-bb1d-a8d558778587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:32.028325 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c17d0aa0-1237-43b5-975d-87b370112c16 req-63a01c6d-bd26-4c4a-a08a-08dff1869615 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/security-groups?id=63d777cc-5e9a-452b-a706-e440af5e4eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988886 Mar 04 03:10:32.080388 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a36fe-4872-4ecd-a7b6-7bcbf4d8b5b5 req-ab4f6c01-df66-4713-ae72-f5311177d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:32.082416 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b18a36fe-4872-4ecd-a7b6-7bcbf4d8b5b5 req-ab4f6c01-df66-4713-ae72-f5311177d100 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02cb8961-f224-4efe-9715-ecfb6c08725e HTTP/1.1" status: 200 len: 913 time: 0.1158824 Mar 04 03:10:32.087905 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65de40cf-a662-469b-97ed-2536ecad15af tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Publish callbacks [] for port (59599901-9209-4f4e-8b7f-a1004b02f6c1), precommit_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:32.094797 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-d32d8dc4-e618-4eb5-bf0c-0eb108028b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:00:35Z', 'revision_number': 4, 'project_id': '8d15398833664320803849959784f508', 'gw_port': {'id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:32Z', 'updated_at': '2022-03-04T03:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': 'ae1bd996-4793-47f8-8cd5-de363e99d8aa', 'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'tenant_id': '8d15398833664320803849959784f508', 'mac_address': 'fa:16:3e:f0:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:34Z', 'updated_at': '2022-03-04T03:00:39Z', 'revision_number': 5, 'project_id': '8d15398833664320803849959784f508', 'subnets': [{'id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:10:32.121869 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65de40cf-a662-469b-97ed-2536ecad15af tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753425865957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (59599901-9209-4f4e-8b7f-a1004b02f6c1), after_create {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:32.124542 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32d8dc4-e618-4eb5-bf0c-0eb108028b68 None None] Checking router: 24a46cb9-fd71-4d12-9e7d-67c102dccf49 for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:10:32.133656 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32d8dc4-e618-4eb5-bf0c-0eb108028b68 None None] Routers {'24a46cb9-fd71-4d12-9e7d-67c102dccf49'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:10:32.134328 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-d32d8dc4-e618-4eb5-bf0c-0eb108028b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:10:04Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:10:32.139973 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b18a36fe-4872-4ecd-a7b6-7bcbf4d8b5b5 req-6282ee14-dcb0-48da-94f8-bb89f89aa6ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 HTTP/1.1" status: 200 len: 217 time: 0.0502107 Mar 04 03:10:32.162907 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65de40cf-a662-469b-97ed-2536ecad15af tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Network 1a89e109-9f20-4ac6-b053-2ae2689a8f9b is already hosted by enough agents. {{(pid=102948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:10:32.169873 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.base_scheduler [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65de40cf-a662-469b-97ed-2536ecad15af tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Resources bound (agent type, host, resource id): {{(pid=102948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:10:32.174444 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65de40cf-a662-469b-97ed-2536ecad15af tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Received port after_create {{(pid=102948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:10:32.223656 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de40cf-a662-469b-97ed-2536ecad15af tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Pushing event updated for resources: {'Port': ['ID=59599901-9209-4f4e-8b7f-a1004b02f6c1,revision_number=1']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:32.242377 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65de40cf-a662-469b-97ed-2536ecad15af tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:32.242989 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65de40cf-a662-469b-97ed-2536ecad15af tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:32.247038 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-d32d8dc4-e618-4eb5-bf0c-0eb108028b68 None None] Set router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:10:32.254278 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a36fe-4872-4ecd-a7b6-7bcbf4d8b5b5 req-a5324968-6df8-44fd-8839-2127aadb179b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:32.255831 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b18a36fe-4872-4ecd-a7b6-7bcbf4d8b5b5 req-a5324968-6df8-44fd-8839-2127aadb179b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d3a17f2e-d1f5-4359-86d3-8c7648f764aa HTTP/1.1" status: 200 len: 851 time: 0.1049297 Mar 04 03:10:32.276020 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65de40cf-a662-469b-97ed-2536ecad15af tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0153100 Mar 04 03:10:32.292022 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.v2.base [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65a1a081-e2e0-4534-916a-ec7392cf21ac service neutron] Request body: {'port': {'device_id': '366c7e01-c0ae-49dd-b830-7d8036eb2300', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:10:32.350610 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a36fe-4872-4ecd-a7b6-7bcbf4d8b5b5 req-8fcbf3d1-3da8-4cef-9b26-5c670605e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:32.352132 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b18a36fe-4872-4ecd-a7b6-7bcbf4d8b5b5 req-8fcbf3d1-3da8-4cef-9b26-5c670605e590 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02cb8961-f224-4efe-9715-ecfb6c08725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0890579 Mar 04 03:10:32.362560 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a19ad2-0305-4042-b525-6070dde585d1 req-76b94135-60a7-49e7-8024-078036f049ae tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:32.364651 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-70a19ad2-0305-4042-b525-6070dde585d1 req-76b94135-60a7-49e7-8024-078036f049ae tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/ports?device_id=366c7e01-c0ae-49dd-b830-7d8036eb2300 HTTP/1.1" status: 200 len: 935 time: 0.0732112 Mar 04 03:10:32.368796 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65a1a081-e2e0-4534-916a-ec7392cf21ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (59599901-9209-4f4e-8b7f-a1004b02f6c1), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:32.462299 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-70a19ad2-0305-4042-b525-6070dde585d1 req-e43688ab-d017-4a3c-b362-e45cce6dd98a tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/security-groups?id=03127a69-3e45-4ec3-8421-fa427d29abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895045 Mar 04 03:10:32.494537 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b18a36fe-4872-4ecd-a7b6-7bcbf4d8b5b5 req-55df5b4f-015d-46f2-8bfe-02aca94f17ac service neutron] 10.222.0.13 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289184 Mar 04 03:10:32.530421 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-9e3a297d-a654-4366-a634-bf3f8b70ddb1 None None] Provisioning complete for port 59599901-9209-4f4e-8b7f-a1004b02f6c1 triggered by entity DHCP. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:10:32.530738 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-9e3a297d-a654-4366-a634-bf3f8b70ddb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (59599901-9209-4f4e-8b7f-a1004b02f6c1), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:32.566860 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-d32d8dc4-e618-4eb5-bf0c-0eb108028b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:00:35Z', 'revision_number': 4, 'project_id': '8d15398833664320803849959784f508', 'gw_port': {'id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:32Z', 'updated_at': '2022-03-04T03:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': 'ae1bd996-4793-47f8-8cd5-de363e99d8aa', 'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'tenant_id': '8d15398833664320803849959784f508', 'mac_address': 'fa:16:3e:f0:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:34Z', 'updated_at': '2022-03-04T03:00:39Z', 'revision_number': 5, 'project_id': '8d15398833664320803849959784f508', 'subnets': [{'id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:10:32.595299 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-b18a36fe-4872-4ecd-a7b6-7bcbf4d8b5b5 req-48476b2b-27f4-4d40-b2cd-999afc6956ea service neutron] 10.222.0.13 "GET /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938408 Mar 04 03:10:32.596415 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32d8dc4-e618-4eb5-bf0c-0eb108028b68 None None] The sync data for ids ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'] in dv-cinder-828061-7-iscsi is: [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:00:35Z', 'revision_number': 4, 'project_id': '8d15398833664320803849959784f508', 'gw_port': {'id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:32Z', 'updated_at': '2022-03-04T03:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi', '_interfaces': [{'id': 'ae1bd996-4793-47f8-8cd5-de363e99d8aa', 'name': '', 'network_id': '02cb8961-f224-4efe-9715-ecfb6c08725e', 'tenant_id': '8d15398833664320803849959784f508', 'mac_address': 'fa:16:3e:f0:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:34Z', 'updated_at': '2022-03-04T03:00:39Z', 'revision_number': 5, 'project_id': '8d15398833664320803849959784f508', 'subnets': [{'id': 'd3a17f2e-d1f5-4359-86d3-8c7648f764aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:10:32.598254 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a297d-a654-4366-a634-bf3f8b70ddb1 None None] Port 59599901-9209-4f4e-8b7f-a1004b02f6c1 cannot update to ACTIVE because it is not bound. {{(pid=102955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 03:10:32.668593 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424cda4-1e5a-4e10-bff2-fb020861c12f req-756803da-5cc1-4a88-b0aa-d584e6fe2e67 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:32.670093 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3424cda4-1e5a-4e10-bff2-fb020861c12f req-756803da-5cc1-4a88-b0aa-d584e6fe2e67 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9 HTTP/1.1" status: 200 len: 946 time: 0.0544784 Mar 04 03:10:32.672063 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65a1a081-e2e0-4534-916a-ec7392cf21ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59599901-9209-4f4e-8b7f-a1004b02f6c1 {{(pid=102948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:10:32.680638 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65a1a081-e2e0-4534-916a-ec7392cf21ac service neutron] Publish callbacks [] for port (59599901-9209-4f4e-8b7f-a1004b02f6c1), precommit_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:32.693663 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.provisioning_blocks [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65a1a081-e2e0-4534-916a-ec7392cf21ac service neutron] Transition to ACTIVE for port object 59599901-9209-4f4e-8b7f-a1004b02f6c1 will not be triggered until provisioned by entity L2. {{(pid=102948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 03:10:32.697682 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65a1a081-e2e0-4534-916a-ec7392cf21ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133005'] for port (59599901-9209-4f4e-8b7f-a1004b02f6c1), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:32.751356 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1a081-e2e0-4534-916a-ec7392cf21ac service neutron] Pushing event updated for resources: {'Port': ['ID=59599901-9209-4f4e-8b7f-a1004b02f6c1,revision_number=2']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:32.778030 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [req-3424cda4-1e5a-4e10-bff2-fb020861c12f req-05c14bb9-9c99-43ce-a869-ef64647f3b22 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Deleting port de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:10:32.778470 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-3424cda4-1e5a-4e10-bff2-fb020861c12f req-05c14bb9-9c99-43ce-a869-ef64647f3b22 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (de92d568-b6a8-4f9a-bdc3-e2a2f9821f79), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:32.826571 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65a1a081-e2e0-4534-916a-ec7392cf21ac service neutron] Attempting to bind port 59599901-9209-4f4e-8b7f-a1004b02f6c1 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:10:32.827050 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65a1a081-e2e0-4534-916a-ec7392cf21ac service neutron] Attempting to bind port 59599901-9209-4f4e-8b7f-a1004b02f6c1 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '37d1c472-a14f-4fff-af3b-dae7e6c138f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1a89e109-9f20-4ac6-b053-2ae2689a8f9b'}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:10:32.827470 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65a1a081-e2e0-4534-916a-ec7392cf21ac service neutron] Attempting to bind port 59599901-9209-4f4e-8b7f-a1004b02f6c1 on network 1a89e109-9f20-4ac6-b053-2ae2689a8f9b {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:10:32.833158 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65a1a081-e2e0-4534-916a-ec7392cf21ac service neutron] Port 59599901-9209-4f4e-8b7f-a1004b02f6c1 on network 1a89e109-9f20-4ac6-b053-2ae2689a8f9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 03:10:32.833581 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65a1a081-e2e0-4534-916a-ec7392cf21ac service neutron] Attempting to bind port 59599901-9209-4f4e-8b7f-a1004b02f6c1 on network 1a89e109-9f20-4ac6-b053-2ae2689a8f9b {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:10:32.839138 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65a1a081-e2e0-4534-916a-ec7392cf21ac service neutron] Checking agent: {'id': '3c9f8f0c-9b00-4c68-8144-2c2180e90486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'started_at': datetime.datetime(2022, 3, 4, 2, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:10:32.839602 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65a1a081-e2e0-4534-916a-ec7392cf21ac service neutron] Checking segment: {'id': '37d1c472-a14f-4fff-af3b-dae7e6c138f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1a89e109-9f20-4ac6-b053-2ae2689a8f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:10:32.840123 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65a1a081-e2e0-4534-916a-ec7392cf21ac service neutron] Bound using segment: {'id': '37d1c472-a14f-4fff-af3b-dae7e6c138f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1a89e109-9f20-4ac6-b053-2ae2689a8f9b'} {{(pid=102948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:10:32.840649 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.managers [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65a1a081-e2e0-4534-916a-ec7392cf21ac service neutron] Bound port: 59599901-9209-4f4e-8b7f-a1004b02f6c1, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d1c472-a14f-4fff-af3b-dae7e6c138f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1a89e109-9f20-4ac6-b053-2ae2689a8f9b'}}] {{(pid=102948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:10:32.841130 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65a1a081-e2e0-4534-916a-ec7392cf21ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (59599901-9209-4f4e-8b7f-a1004b02f6c1), before_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:32.888537 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [req-3424cda4-1e5a-4e10-bff2-fb020861c12f req-05c14bb9-9c99-43ce-a869-ef64647f3b22 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] For port de92d568-b6a8-4f9a-bdc3-e2a2f9821f79, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=de92d568-b6a8-4f9a-bdc3-e2a2f9821f79,segment=NetworkSegment(078a8615-197d-456c-b97b-5e4bf104ae1c),segment_id=078a8615-197d-456c-b97b-5e4bf104ae1c)] {{(pid=102946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:10:32.889134 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-3424cda4-1e5a-4e10-bff2-fb020861c12f req-05c14bb9-9c99-43ce-a869-ef64647f3b22 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (de92d568-b6a8-4f9a-bdc3-e2a2f9821f79), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:32.909292 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [req-3424cda4-1e5a-4e10-bff2-fb020861c12f req-05c14bb9-9c99-43ce-a869-ef64647f3b22 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Calling delete_port for de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 owned by compute:nova {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:10:32.913592 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65a1a081-e2e0-4534-916a-ec7392cf21ac service neutron] For port 59599901-9209-4f4e-8b7f-a1004b02f6c1, host hv-cinder-82806, cleared binding levels {{(pid=102948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:10:32.915960 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9479c5c8-dcd1-4c8a-93dc-86b021382ed3 None None] New status for floating IP 800378f4-09f9-475d-a86f-ecda53b76258: DOWN {{(pid=102958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 03:10:32.916969 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65a1a081-e2e0-4534-916a-ec7392cf21ac service neutron] For port 59599901-9209-4f4e-8b7f-a1004b02f6c1, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=59599901-9209-4f4e-8b7f-a1004b02f6c1,segment=NetworkSegment(37d1c472-a14f-4fff-af3b-dae7e6c138f0),segment_id=37d1c472-a14f-4fff-af3b-dae7e6c138f0)] {{(pid=102948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:10:32.923995 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65a1a081-e2e0-4534-916a-ec7392cf21ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133005'] for port (59599901-9209-4f4e-8b7f-a1004b02f6c1), after_update {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:32.962811 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65a1a081-e2e0-4534-916a-ec7392cf21ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:32.962811 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65a1a081-e2e0-4534-916a-ec7392cf21ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:32.964085 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-65a1a081-e2e0-4534-916a-ec7392cf21ac service neutron] 10.222.0.13 "PUT /v2.0/ports/59599901-9209-4f4e-8b7f-a1004b02f6c1 HTTP/1.1" status: 200 len: 1097 time: 0.6792912 Mar 04 03:10:32.964524 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366c7e01-c0ae-49dd-b830-7d8036eb2300', 'tag': '59599901-9209-4f4e-8b7f-a1004b02f6c1'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:10:32.967701 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6383650-0f7b-4485-bc2c-e5e1658c9e52" -d '{"events": [{"name": "network-changed", "server_uuid": "366c7e01-c0ae-49dd-b830-7d8036eb2300", "tag": "59599901-9209-4f4e-8b7f-a1004b02f6c1"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:10:33.033054 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1a081-e2e0-4534-916a-ec7392cf21ac service neutron] Pushing event updated for resources: {'Port': ['ID=59599901-9209-4f4e-8b7f-a1004b02f6c1,revision_number=3']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:33.041508 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 03:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb07e4df-3158-44f3-9c3b-c6c9a15d68a5 x-openstack-request-id: req-eb07e4df-3158-44f3-9c3b-c6c9a15d68a5 {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:10:33.042387 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366c7e01-c0ae-49dd-b830-7d8036eb2300", "tag": "59599901-9209-4f4e-8b7f-a1004b02f6c1", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:10:33.042962 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb07e4df-3158-44f3-9c3b-c6c9a15d68a5 {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:10:33.043535 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '366c7e01-c0ae-49dd-b830-7d8036eb2300', 'tag': '59599901-9209-4f4e-8b7f-a1004b02f6c1', 'status': 'completed', 'code': 200} Mar 04 03:10:33.092214 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-c5419c86-c27b-4b92-97f0-a5a4731d9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:33.094278 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-c5419c86-c27b-4b92-97f0-a5a4731d9c05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7522d7038a744e79e11491314defee2&device_id=366c7e01-c0ae-49dd-b830-7d8036eb2300 HTTP/1.1" status: 200 len: 1131 time: 0.0799768 Mar 04 03:10:33.105597 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-3424cda4-1e5a-4e10-bff2-fb020861c12f req-05c14bb9-9c99-43ce-a869-ef64647f3b22 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (de92d568-b6a8-4f9a-bdc3-e2a2f9821f79), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:33.144207 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-6c72874d-b1fc-4239-aca9-fff6bfee8df1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=59599901-9209-4f4e-8b7f-a1004b02f6c1 HTTP/1.1" status: 200 len: 217 time: 0.0427809 Mar 04 03:10:33.153147 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c14bb9-9c99-43ce-a869-ef64647f3b22 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Pushing event deleted for resources: {'Port': ['ID=de92d568-b6a8-4f9a-bdc3-e2a2f9821f79,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:33.178649 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-c7ae8c63-16d6-4327-a615-05f697202c8a req-c9ba43b4-d107-4853-8968-d51b117b36d1 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb359672-3e0b-4437-a7ba-10e5edded4d9 HTTP/1.1" status: 200 len: 210 time: 0.0367923 Mar 04 03:10:33.208970 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-fba2625b-9320-49aa-958f-a1c062d6962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:33.210833 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-fba2625b-9320-49aa-958f-a1c062d6962d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f4f305e-f0df-4342-a740-91d5f7fcd063 HTTP/1.1" status: 200 len: 843 time: 0.0615170 Mar 04 03:10:33.222136 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [req-3424cda4-1e5a-4e10-bff2-fb020861c12f req-05c14bb9-9c99-43ce-a869-ef64647f3b22 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] No DVR routers for this DVR port de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 on host hv-cinder-82806 {{(pid=102946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:10:33.224618 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [req-3424cda4-1e5a-4e10-bff2-fb020861c12f req-05c14bb9-9c99-43ce-a869-ef64647f3b22 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:33.228492 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-3424cda4-1e5a-4e10-bff2-fb020861c12f req-05c14bb9-9c99-43ce-a869-ef64647f3b22 tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.13 "DELETE /v2.0/ports/de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 HTTP/1.1" status: 204 len: 173 time: 0.5520597 Mar 04 03:10:33.267229 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-cdc4e23b-8b00-4bce-9eed-822cb93f5457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:33.268168 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-cdc4e23b-8b00-4bce-9eed-822cb93f5457 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a89e109-9f20-4ac6-b053-2ae2689a8f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0518847 Mar 04 03:10:33.359414 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-2e32c5b9-19df-460f-a1a7-ee7634988c1e service neutron] 10.222.0.13 "GET /v2.0/networks/1a89e109-9f20-4ac6-b053-2ae2689a8f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820453 Mar 04 03:10:33.452495 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-c4822eaa-4b2e-44f0-a125-7c56a7d6458a req-806b934d-7a3c-4c23-aca2-d246701b5a06 service neutron] 10.222.0.13 "GET /v2.0/networks/1a89e109-9f20-4ac6-b053-2ae2689a8f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860128 Mar 04 03:10:33.554730 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6383650-0f7b-4485-bc2c-e5e1658c9e52 req-aef1f19d-e67f-41a4-a01a-125a9f04640c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:33.554730 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d6383650-0f7b-4485-bc2c-e5e1658c9e52 req-aef1f19d-e67f-41a4-a01a-125a9f04640c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7522d7038a744e79e11491314defee2&device_id=366c7e01-c0ae-49dd-b830-7d8036eb2300 HTTP/1.1" status: 200 len: 1131 time: 0.0561893 Mar 04 03:10:33.602369 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7104c0-456a-42fe-91a8-989265387fbc req-d9c123ec-5988-4a1f-ab00-ff8f3346d394 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:33.603970 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7b7104c0-456a-42fe-91a8-989265387fbc req-d9c123ec-5988-4a1f-ab00-ff8f3346d394 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/ports?device_id=366c7e01-c0ae-49dd-b830-7d8036eb2300 HTTP/1.1" status: 200 len: 947 time: 0.0620894 Mar 04 03:10:33.650420 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6383650-0f7b-4485-bc2c-e5e1658c9e52 req-bb379746-96ee-4477-a695-83b5711b2a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:33.651923 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d6383650-0f7b-4485-bc2c-e5e1658c9e52 req-bb379746-96ee-4477-a695-83b5711b2a25 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a89e109-9f20-4ac6-b053-2ae2689a8f9b HTTP/1.1" status: 200 len: 870 time: 0.0906906 Mar 04 03:10:33.654268 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-7b7104c0-456a-42fe-91a8-989265387fbc req-22bd72dc-37e8-42b7-8ee9-bb99669fcdde tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/security-groups?id=03127a69-3e45-4ec3-8421-fa427d29abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446565 Mar 04 03:10:33.699565 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d6383650-0f7b-4485-bc2c-e5e1658c9e52 req-a7b2f31e-3f8e-47e0-a34d-be9bdce7e5d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=59599901-9209-4f4e-8b7f-a1004b02f6c1 HTTP/1.1" status: 200 len: 217 time: 0.0406289 Mar 04 03:10:33.748395 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6383650-0f7b-4485-bc2c-e5e1658c9e52 req-2e447536-0019-42f9-8bb7-11504a086834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:33.749890 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d6383650-0f7b-4485-bc2c-e5e1658c9e52 req-2e447536-0019-42f9-8bb7-11504a086834 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f4f305e-f0df-4342-a740-91d5f7fcd063 HTTP/1.1" status: 200 len: 843 time: 0.0428333 Mar 04 03:10:33.798869 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6383650-0f7b-4485-bc2c-e5e1658c9e52 req-8ce3bbf4-954f-4664-af77-e07a172d936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:33.800264 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d6383650-0f7b-4485-bc2c-e5e1658c9e52 req-8ce3bbf4-954f-4664-af77-e07a172d936c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a89e109-9f20-4ac6-b053-2ae2689a8f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0433435 Mar 04 03:10:33.818272 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb359672-3e0b-4437-a7ba-10e5edded4d9', 'name': 'network-vif-deleted', 'tag': 'de92d568-b6a8-4f9a-bdc3-e2a2f9821f79'}] {{(pid=102946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:10:33.820607 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4e28429eb4f25a0c3500549e904bd8c7c071606a603d726c47a8dc8aa887625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fa6fd4-b4d4-4907-8e19-29dc83dc2784" -d '{"events": [{"server_uuid": "fb359672-3e0b-4437-a7ba-10e5edded4d9", "name": "network-vif-deleted", "tag": "de92d568-b6a8-4f9a-bdc3-e2a2f9821f79"}]}' {{(pid=102946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:10:33.856061 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c23e93-13b9-4e8f-82e9-ea0599faae83 x-openstack-request-id: req-36c23e93-13b9-4e8f-82e9-ea0599faae83 {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:10:33.856362 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb359672-3e0b-4437-a7ba-10e5edded4d9", "name": "network-vif-deleted", "tag": "de92d568-b6a8-4f9a-bdc3-e2a2f9821f79", "status": "completed", "code": 200}]} {{(pid=102946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:10:33.856621 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36c23e93-13b9-4e8f-82e9-ea0599faae83 {{(pid=102946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:10:33.857025 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb359672-3e0b-4437-a7ba-10e5edded4d9', 'name': 'network-vif-deleted', 'tag': 'de92d568-b6a8-4f9a-bdc3-e2a2f9821f79', 'status': 'completed', 'code': 200} Mar 04 03:10:33.891260 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d6383650-0f7b-4485-bc2c-e5e1658c9e52 req-92b5b5e2-2585-4322-a6b4-44d87db6c1c9 service neutron] 10.222.0.13 "GET /v2.0/networks/1a89e109-9f20-4ac6-b053-2ae2689a8f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836272 Mar 04 03:10:33.984719 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-d6383650-0f7b-4485-bc2c-e5e1658c9e52 req-a75f7667-fa17-4e9a-a12b-c1138db80ff7 service neutron] 10.222.0.13 "GET /v2.0/networks/1a89e109-9f20-4ac6-b053-2ae2689a8f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856524 Mar 04 03:10:34.250345 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38928) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:10:34.362895 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-9a461d4f-2188-4f9e-aad7-9c681db391f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:34.373334 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-363401b4-3ac0-4b7c-9fce-c995167f5a6d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Deleting port 3f97b0a9-d0ec-410c-8efc-d28c0dadd294 {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:10:34.373725 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-363401b4-3ac0-4b7c-9fce-c995167f5a6d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (3f97b0a9-d0ec-410c-8efc-d28c0dadd294), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:34.451604 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-363401b4-3ac0-4b7c-9fce-c995167f5a6d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (3f97b0a9-d0ec-410c-8efc-d28c0dadd294), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:34.451930 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-363401b4-3ac0-4b7c-9fce-c995167f5a6d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for floatingip (3f97b0a9-d0ec-410c-8efc-d28c0dadd294), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:34.464443 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-363401b4-3ac0-4b7c-9fce-c995167f5a6d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Calling delete_port for 3f97b0a9-d0ec-410c-8efc-d28c0dadd294 owned by network:floatingip {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:10:34.597410 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-363401b4-3ac0-4b7c-9fce-c995167f5a6d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (3f97b0a9-d0ec-410c-8efc-d28c0dadd294), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:34.622604 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363401b4-3ac0-4b7c-9fce-c995167f5a6d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Pushing event deleted for resources: {'Port': ['ID=3f97b0a9-d0ec-410c-8efc-d28c0dadd294,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:34.680822 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-363401b4-3ac0-4b7c-9fce-c995167f5a6d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for floatingip (4f2437a9-e6c2-4c26-b52f-3c760e12d1de), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:34.683470 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-363401b4-3ac0-4b7c-9fce-c995167f5a6d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for floatingip (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:34.685501 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-363401b4-3ac0-4b7c-9fce-c995167f5a6d tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "DELETE /v2.0/floatingips/4f2437a9-e6c2-4c26-b52f-3c760e12d1de HTTP/1.1" status: 204 len: 168 time: 0.4333160 Mar 04 03:10:34.775550 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f817e2-7efb-4297-be27-2a55b864c090 req-f7fd0853-d236-4c45-80c1-4932c47f5007 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:34.777049 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-89f817e2-7efb-4297-be27-2a55b864c090 req-f7fd0853-d236-4c45-80c1-4932c47f5007 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/ports?device_id=366c7e01-c0ae-49dd-b830-7d8036eb2300 HTTP/1.1" status: 200 len: 947 time: 0.0527937 Mar 04 03:10:34.833929 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-89f817e2-7efb-4297-be27-2a55b864c090 req-1d631343-ec8e-4c11-8ded-dd11a9c03936 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/security-groups?id=03127a69-3e45-4ec3-8421-fa427d29abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504754 Mar 04 03:10:35.403656 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:35.884648 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38944) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:10:35.975563 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-31467eee-8ad2-4b6e-8e60-1efb46e3a56e tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for security_group (63d777cc-5e9a-452b-a706-e440af5e4eb8), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:35.987979 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd9cfa-0ab1-46d2-a031-e0dbd3ae170d req-fa037f71-49dd-4521-86c0-784a37409361 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:35.989941 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a5cd9cfa-0ab1-46d2-a031-e0dbd3ae170d req-fa037f71-49dd-4521-86c0-784a37409361 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/ports?device_id=366c7e01-c0ae-49dd-b830-7d8036eb2300 HTTP/1.1" status: 200 len: 947 time: 0.0862732 Mar 04 03:10:36.024799 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-31467eee-8ad2-4b6e-8e60-1efb46e3a56e tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for security_group (63d777cc-5e9a-452b-a706-e440af5e4eb8), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:36.077673 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-a5cd9cfa-0ab1-46d2-a031-e0dbd3ae170d req-bb68e962-a6b9-4299-ae09-97d06d6e07ce tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/security-groups?id=03127a69-3e45-4ec3-8421-fa427d29abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791728 Mar 04 03:10:36.114838 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-31467eee-8ad2-4b6e-8e60-1efb46e3a56e tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (63d777cc-5e9a-452b-a706-e440af5e4eb8), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:36.117665 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-31467eee-8ad2-4b6e-8e60-1efb46e3a56e tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:36.118850 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-31467eee-8ad2-4b6e-8e60-1efb46e3a56e tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] 10.222.0.16 "DELETE /v2.0/security-groups/63d777cc-5e9a-452b-a706-e440af5e4eb8 HTTP/1.1" status: 204 len: 168 time: 0.2331533 Mar 04 03:10:36.128521 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31467eee-8ad2-4b6e-8e60-1efb46e3a56e tempest-TestVolumeBootPattern-897524470 tempest-TestVolumeBootPattern-897524470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d777cc-5e9a-452b-a706-e440af5e4eb8,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:36.179234 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 59599901-9209-4f4e-8b7f-a1004b02f6c1 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 03:10:36.182348 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:10:36.195238 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38948) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:10:36.208689 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] No Port match for: de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:10:36.209034 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device de92d568-b6a8-4f9a-bdc3-e2a2f9821f79 not bound to the agent host hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:10:36.301501 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 59599901-9209-4f4e-8b7f-a1004b02f6c1, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=59599901-9209-4f4e-8b7f-a1004b02f6c1,segment=NetworkSegment(37d1c472-a14f-4fff-af3b-dae7e6c138f0),segment_id=37d1c472-a14f-4fff-af3b-dae7e6c138f0)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:10:36.313430 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Returning: {'device': '59599901-9209-4f4e-8b7f-a1004b02f6c1', 'network_id': '1a89e109-9f20-4ac6-b053-2ae2689a8f9b', 'port_id': '59599901-9209-4f4e-8b7f-a1004b02f6c1', 'mac_address': 'fa:16:3e:43:93:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f4f305e-f0df-4342-a740-91d5f7fcd063', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 03:10:36.335192 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:10:36.351184 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port 59599901-9209-4f4e-8b7f-a1004b02f6c1 is: DOWN; New status is: BUILD {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:10:36.351584 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (59599901-9209-4f4e-8b7f-a1004b02f6c1), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:36.364658 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59599901-9209-4f4e-8b7f-a1004b02f6c1 {{(pid=102955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 03:10:36.384566 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 59599901-9209-4f4e-8b7f-a1004b02f6c1, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=59599901-9209-4f4e-8b7f-a1004b02f6c1,segment=NetworkSegment(37d1c472-a14f-4fff-af3b-dae7e6c138f0),segment_id=37d1c472-a14f-4fff-af3b-dae7e6c138f0)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:10:36.388290 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (59599901-9209-4f4e-8b7f-a1004b02f6c1), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:36.436781 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=59599901-9209-4f4e-8b7f-a1004b02f6c1,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:36.443861 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:36.444217 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:36.444561 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:36.444901 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:36.445240 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:36.445571 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:36.445930 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:36.446263 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:36.446591 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:36.446922 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:36.447250 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:36.447639 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:36.447971 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-7-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:10:36.691333 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-095ee73c-4c2e-4dbd-a3de-be1e9dffd227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642248'] for router_interface (24a46cb9-fd71-4d12-9e7d-67c102dccf49), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:36.702658 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['59599901-9209-4f4e-8b7f-a1004b02f6c1'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:10:36.759115 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:37.228895 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9cfc1a-3552-447e-b96e-61b1b34a2c5b req-5f2091a7-fbc9-42e9-837a-212a17c9569b tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:37.230395 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5a9cfc1a-3552-447e-b96e-61b1b34a2c5b req-5f2091a7-fbc9-42e9-837a-212a17c9569b tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/ports?device_id=366c7e01-c0ae-49dd-b830-7d8036eb2300 HTTP/1.1" status: 200 len: 948 time: 0.0795083 Mar 04 03:10:37.256776 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-095ee73c-4c2e-4dbd-a3de-be1e9dffd227 admin admin] Deleting port ae1bd996-4793-47f8-8cd5-de363e99d8aa {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:10:37.257116 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-095ee73c-4c2e-4dbd-a3de-be1e9dffd227 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (ae1bd996-4793-47f8-8cd5-de363e99d8aa), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:37.327815 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-5a9cfc1a-3552-447e-b96e-61b1b34a2c5b req-340cee75-63b0-496b-b4ae-cb219772995c tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/security-groups?id=03127a69-3e45-4ec3-8421-fa427d29abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901823 Mar 04 03:10:37.354771 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [None req-095ee73c-4c2e-4dbd-a3de-be1e9dffd227 admin admin] For port ae1bd996-4793-47f8-8cd5-de363e99d8aa, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=ae1bd996-4793-47f8-8cd5-de363e99d8aa,segment=NetworkSegment(078a8615-197d-456c-b97b-5e4bf104ae1c),segment_id=078a8615-197d-456c-b97b-5e4bf104ae1c)] {{(pid=102946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:10:37.355132 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-095ee73c-4c2e-4dbd-a3de-be1e9dffd227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (ae1bd996-4793-47f8-8cd5-de363e99d8aa), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:37.368148 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-095ee73c-4c2e-4dbd-a3de-be1e9dffd227 admin admin] Calling delete_port for ae1bd996-4793-47f8-8cd5-de363e99d8aa owned by network:router_interface {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:10:37.543113 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-095ee73c-4c2e-4dbd-a3de-be1e9dffd227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (ae1bd996-4793-47f8-8cd5-de363e99d8aa), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:37.571186 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ee73c-4c2e-4dbd-a3de-be1e9dffd227 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae1bd996-4793-47f8-8cd5-de363e99d8aa,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:37.741338 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-095ee73c-4c2e-4dbd-a3de-be1e9dffd227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642084'] for router_interface (24a46cb9-fd71-4d12-9e7d-67c102dccf49), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:37.956371 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095ee73c-4c2e-4dbd-a3de-be1e9dffd227 admin admin] Router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:10:38.062012 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095ee73c-4c2e-4dbd-a3de-be1e9dffd227 admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:10:38.067679 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-095ee73c-4c2e-4dbd-a3de-be1e9dffd227 admin admin] 10.222.0.16 "PUT /v2.0/routers/24a46cb9-fd71-4d12-9e7d-67c102dccf49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8718808 Mar 04 03:10:38.070240 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38954) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:10:38.072797 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eec7db6-88c3-4f41-9063-e640bff481e1 None None] Sync routers for ids ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'] in dv-cinder-828061-7-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:10:38.082395 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eec7db6-88c3-4f41-9063-e640bff481e1 None None] Routers {'24a46cb9-fd71-4d12-9e7d-67c102dccf49'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:10:38.083003 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-1eec7db6-88c3-4f41-9063-e640bff481e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:10:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:10:38.178162 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-805295e8-51f1-479d-afad-840a3e4aec3a admin admin] Publish callbacks [] for router (24a46cb9-fd71-4d12-9e7d-67c102dccf49), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:38.189667 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-1eec7db6-88c3-4f41-9063-e640bff481e1 None None] Set router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 gateway port host: dv-cinder-828061-7-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:10:38.192774 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 59599901-9209-4f4e-8b7f-a1004b02f6c1 up at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:10:38.290177 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-805295e8-51f1-479d-afad-840a3e4aec3a admin admin] Publish callbacks [] for router_gateway (24a46cb9-fd71-4d12-9e7d-67c102dccf49), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:38.342256 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-805295e8-51f1-479d-afad-840a3e4aec3a admin admin] Deleting port 19b16b34-ea29-4c54-9340-83c27dddabb9 {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:10:38.342590 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-805295e8-51f1-479d-afad-840a3e4aec3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (19b16b34-ea29-4c54-9340-83c27dddabb9), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:38.345916 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning for port 59599901-9209-4f4e-8b7f-a1004b02f6c1 completed by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 03:10:38.358540 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.provisioning_blocks [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Provisioning complete for port 59599901-9209-4f4e-8b7f-a1004b02f6c1 triggered by entity L2. {{(pid=102955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:10:38.358915 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3636605'] for port (59599901-9209-4f4e-8b7f-a1004b02f6c1), provisioning_complete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:38.435449 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:38.467301 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [None req-805295e8-51f1-479d-afad-840a3e4aec3a admin admin] For port 19b16b34-ea29-4c54-9340-83c27dddabb9, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=19b16b34-ea29-4c54-9340-83c27dddabb9,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:10:38.467671 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-805295e8-51f1-479d-afad-840a3e4aec3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (19b16b34-ea29-4c54-9340-83c27dddabb9), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:38.487444 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a7294-68ac-405a-a361-0c17af1dc58f req-e095e53a-1e3b-4893-9256-b17bfd67a9e6 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:38.488934 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2c0a7294-68ac-405a-a361-0c17af1dc58f req-e095e53a-1e3b-4893-9256-b17bfd67a9e6 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/ports?device_id=366c7e01-c0ae-49dd-b830-7d8036eb2300 HTTP/1.1" status: 200 len: 948 time: 0.0915120 Mar 04 03:10:38.492555 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-1eec7db6-88c3-4f41-9063-e640bff481e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:10:37Z', 'revision_number': 5, 'project_id': '8d15398833664320803849959784f508', 'gw_port': {'id': '19b16b34-ea29-4c54-9340-83c27dddabb9', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:32Z', 'updated_at': '2022-03-04T03:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:10:38.492749 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-805295e8-51f1-479d-afad-840a3e4aec3a admin admin] Calling delete_port for 19b16b34-ea29-4c54-9340-83c27dddabb9 owned by network:router_gateway {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:10:38.494372 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Current status of the port 59599901-9209-4f4e-8b7f-a1004b02f6c1 is: BUILD; New status is: ACTIVE {{(pid=102955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:10:38.494757 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3615606'] for port (59599901-9209-4f4e-8b7f-a1004b02f6c1), before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:38.529404 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eec7db6-88c3-4f41-9063-e640bff481e1 None None] Checking router: 24a46cb9-fd71-4d12-9e7d-67c102dccf49 for host: dv-cinder-828061-7-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:10:38.547605 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366c7e01-c0ae-49dd-b830-7d8036eb2300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59599901-9209-4f4e-8b7f-a1004b02f6c1'}] {{(pid=102955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:10:38.549801 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80bd8e7c387232e21e2a5ea81649e45a6718a29223c9dd6a31fb1c2c48630047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e11640-3099-4950-bd5b-ad606bc00aec" -d '{"events": [{"server_uuid": "366c7e01-c0ae-49dd-b830-7d8036eb2300", "name": "network-vif-plugged", "status": "completed", "tag": "59599901-9209-4f4e-8b7f-a1004b02f6c1"}]}' {{(pid=102955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:10:38.560071 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eec7db6-88c3-4f41-9063-e640bff481e1 None None] Routers {'24a46cb9-fd71-4d12-9e7d-67c102dccf49'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:10:38.560702 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-1eec7db6-88c3-4f41-9063-e640bff481e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:10:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:10:38.566155 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] For port 59599901-9209-4f4e-8b7f-a1004b02f6c1, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=59599901-9209-4f4e-8b7f-a1004b02f6c1,segment=NetworkSegment(37d1c472-a14f-4fff-af3b-dae7e6c138f0),segment_id=37d1c472-a14f-4fff-af3b-dae7e6c138f0)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:10:38.591482 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-2c0a7294-68ac-405a-a361-0c17af1dc58f req-da3fd67d-cd03-4856-b01f-5d2676d74a89 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/security-groups?id=03127a69-3e45-4ec3-8421-fa427d29abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932324 Mar 04 03:10:38.602729 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753426390254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753425865975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753425867789'] for port (59599901-9209-4f4e-8b7f-a1004b02f6c1), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:38.690829 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e55db6-a886-4c8a-be09-48c556b079d4 x-openstack-request-id: req-d6e55db6-a886-4c8a-be09-48c556b079d4 {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:10:38.691127 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366c7e01-c0ae-49dd-b830-7d8036eb2300", "name": "network-vif-plugged", "status": "completed", "tag": "59599901-9209-4f4e-8b7f-a1004b02f6c1", "code": 200}]} {{(pid=102955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:10:38.691389 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6e55db6-a886-4c8a-be09-48c556b079d4 {{(pid=102955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:10:38.691799 dv-cinder-828061-7-iscsi neutron-server[102955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366c7e01-c0ae-49dd-b830-7d8036eb2300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59599901-9209-4f4e-8b7f-a1004b02f6c1', 'code': 200} Mar 04 03:10:38.697860 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-1eec7db6-88c3-4f41-9063-e640bff481e1 None None] Set router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 gateway port host: None {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:10:38.700543 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Pushing event updated for resources: {'Port': ['ID=59599901-9209-4f4e-8b7f-a1004b02f6c1,revision_number=5']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:38.725611 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-805295e8-51f1-479d-afad-840a3e4aec3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (19b16b34-ea29-4c54-9340-83c27dddabb9), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:38.755330 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805295e8-51f1-479d-afad-840a3e4aec3a admin admin] Pushing event deleted for resources: {'Port': ['ID=19b16b34-ea29-4c54-9340-83c27dddabb9,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:38.758666 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-1eec7db6-88c3-4f41-9063-e640bff481e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:10:38Z', 'revision_number': 6, 'project_id': '8d15398833664320803849959784f508', 'gw_port_host': None}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:10:38.786753 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eec7db6-88c3-4f41-9063-e640bff481e1 None None] The sync data for ids ['24a46cb9-fd71-4d12-9e7d-67c102dccf49'] in dv-cinder-828061-7-iscsi is: [{'id': '24a46cb9-fd71-4d12-9e7d-67c102dccf49', 'name': 'tempest-TestVolumeBootPattern-1571312005-router', 'tenant_id': '8d15398833664320803849959784f508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:31Z', 'updated_at': '2022-03-04T03:10:38Z', 'revision_number': 6, 'project_id': '8d15398833664320803849959784f508', 'gw_port_host': None}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:10:38.830647 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-805295e8-51f1-479d-afad-840a3e4aec3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641158'] for router_gateway (24a46cb9-fd71-4d12-9e7d-67c102dccf49), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:38.862867 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6230f-da37-4e20-9911-3a93ef00ccc9 req-58e58544-7ddd-404f-8989-fdee81809186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:38.864385 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-72e6230f-da37-4e20-9911-3a93ef00ccc9 req-58e58544-7ddd-404f-8989-fdee81809186 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=366c7e01-c0ae-49dd-b830-7d8036eb2300 HTTP/1.1" status: 200 len: 1133 time: 0.0533519 Mar 04 03:10:38.908964 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-72e6230f-da37-4e20-9911-3a93ef00ccc9 req-71d7a66c-2dd3-4999-905c-c3ee4c15bca3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=03127a69-3e45-4ec3-8421-fa427d29abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384278 Mar 04 03:10:38.922542 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-805295e8-51f1-479d-afad-840a3e4aec3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59159'] for router (24a46cb9-fd71-4d12-9e7d-67c102dccf49), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:38.924646 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-805295e8-51f1-479d-afad-840a3e4aec3a admin admin] Publish callbacks [] for router_controller (24a46cb9-fd71-4d12-9e7d-67c102dccf49), precommit_delete_associations {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:38.969899 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-805295e8-51f1-479d-afad-840a3e4aec3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654381'] for router (24a46cb9-fd71-4d12-9e7d-67c102dccf49), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:38.970439 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805295e8-51f1-479d-afad-840a3e4aec3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24a46cb9-fd71-4d12-9e7d-67c102dccf49 {{(pid=102946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 03:10:38.975175 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-805295e8-51f1-479d-afad-840a3e4aec3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:38.976307 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-805295e8-51f1-479d-afad-840a3e4aec3a admin admin] 10.222.0.16 "DELETE /v2.0/routers/24a46cb9-fd71-4d12-9e7d-67c102dccf49 HTTP/1.1" status: 204 len: 168 time: 0.9051690 Mar 04 03:10:38.978818 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38962) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:10:39.021957 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b3cddac-a474-480d-a9a2-ac2375c4c147 admin admin] Deleting subnet d3a17f2e-d1f5-4359-86d3-8c7648f764aa {{(pid=102946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 03:10:39.024981 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5b3cddac-a474-480d-a9a2-ac2375c4c147 admin admin] Publish callbacks [] for subnet (d3a17f2e-d1f5-4359-86d3-8c7648f764aa), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:39.058387 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5b3cddac-a474-480d-a9a2-ac2375c4c147 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9053631'] for subnet (d3a17f2e-d1f5-4359-86d3-8c7648f764aa), precommit_delete_associations {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:39.135019 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5b3cddac-a474-480d-a9a2-ac2375c4c147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511659'] for subnet (d3a17f2e-d1f5-4359-86d3-8c7648f764aa), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:39.189559 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5b3cddac-a474-480d-a9a2-ac2375c4c147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11867116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11473261'] for subnet (d3a17f2e-d1f5-4359-86d3-8c7648f764aa), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:39.216752 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3cddac-a474-480d-a9a2-ac2375c4c147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3a17f2e-d1f5-4359-86d3-8c7648f764aa,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:39.220021 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-5b3cddac-a474-480d-a9a2-ac2375c4c147 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:39.225624 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-5b3cddac-a474-480d-a9a2-ac2375c4c147 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d3a17f2e-d1f5-4359-86d3-8c7648f764aa HTTP/1.1" status: 204 len: 168 time: 0.2433221 Mar 04 03:10:39.225765 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f7f129-60ae-4576-9fad-ce13236a03a6 None None] Network 02cb8961-f224-4efe-9715-ecfb6c08725e requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:10:39.226191 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38964) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:10:39.296419 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-63fd1c07-6e46-4080-a679-71b9b546f9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516816'] for network (02cb8961-f224-4efe-9715-ecfb6c08725e), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:39.357337 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-63fd1c07-6e46-4080-a679-71b9b546f9f8 admin admin] Deleting port 6693d035-8d8a-4961-9ed8-e547d728092a {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:10:39.357673 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-63fd1c07-6e46-4080-a679-71b9b546f9f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (6693d035-8d8a-4961-9ed8-e547d728092a), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:39.420147 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [None req-63fd1c07-6e46-4080-a679-71b9b546f9f8 admin admin] For port 6693d035-8d8a-4961-9ed8-e547d728092a, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=6693d035-8d8a-4961-9ed8-e547d728092a,segment=NetworkSegment(078a8615-197d-456c-b97b-5e4bf104ae1c),segment_id=078a8615-197d-456c-b97b-5e4bf104ae1c)] {{(pid=102946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:10:39.420426 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-63fd1c07-6e46-4080-a679-71b9b546f9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (6693d035-8d8a-4961-9ed8-e547d728092a), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:39.433206 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-63fd1c07-6e46-4080-a679-71b9b546f9f8 admin admin] Calling delete_port for 6693d035-8d8a-4961-9ed8-e547d728092a owned by network:dhcp {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:10:39.514277 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-63fd1c07-6e46-4080-a679-71b9b546f9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (6693d035-8d8a-4961-9ed8-e547d728092a), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:39.543078 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd1c07-6e46-4080-a679-71b9b546f9f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6693d035-8d8a-4961-9ed8-e547d728092a,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:39.548872 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fd1c07-6e46-4080-a679-71b9b546f9f8 admin admin] No DVR routers for this DVR port 6693d035-8d8a-4961-9ed8-e547d728092a on host dv-cinder-828061-7-iscsi {{(pid=102946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:10:39.589175 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a178fce2-349a-485c-9436-a5962eb68834 None None] DHCP port deletion for 02cb8961-f224-4efe-9715-ecfb6c08725e request from dv-cinder-828061-7-iscsi {{(pid=102955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 03:10:39.635179 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-63fd1c07-6e46-4080-a679-71b9b546f9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621520', 'neutron.services.segments.db._delete_segments_for_network-8753426307485'] for network (02cb8961-f224-4efe-9715-ecfb6c08725e), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:39.655337 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device ae1bd996-4793-47f8-8cd5-de363e99d8aa no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:10:39.658088 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.services.segments.db [None req-63fd1c07-6e46-4080-a679-71b9b546f9f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02cb8961-f224-4efe-9715-ecfb6c08725e']}} {{(pid=102946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:10:39.667792 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.services.segments.db [None req-63fd1c07-6e46-4080-a679-71b9b546f9f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078a8615-197d-456c-b97b-5e4bf104ae1c') {'for_net_delete': True} {{(pid=102946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:10:39.668095 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.services.segments.db [None req-63fd1c07-6e46-4080-a679-71b9b546f9f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078a8615-197d-456c-b97b-5e4bf104ae1c') {} {{(pid=102946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:10:39.678781 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: ae1bd996-4793-47f8-8cd5-de363e99d8aa {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:10:39.679140 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device ae1bd996-4793-47f8-8cd5-de363e99d8aa not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:10:39.679685 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 19b16b34-ea29-4c54-9340-83c27dddabb9 no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:10:39.680055 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-63fd1c07-6e46-4080-a679-71b9b546f9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753426310822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9053608'] for segment (078a8615-197d-456c-b97b-5e4bf104ae1c), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:39.706006 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: 19b16b34-ea29-4c54-9340-83c27dddabb9 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:10:39.706418 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 19b16b34-ea29-4c54-9340-83c27dddabb9 not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:10:39.706763 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 6693d035-8d8a-4961-9ed8-e547d728092a no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:10:39.720698 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-63fd1c07-6e46-4080-a679-71b9b546f9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (078a8615-197d-456c-b97b-5e4bf104ae1c), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:39.727496 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: 6693d035-8d8a-4961-9ed8-e547d728092a {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:10:39.727849 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 6693d035-8d8a-4961-9ed8-e547d728092a not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:10:39.729114 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63fd1c07-6e46-4080-a679-71b9b546f9f8 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=102946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 03:10:39.729516 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-63fd1c07-6e46-4080-a679-71b9b546f9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11866930'] for segment (078a8615-197d-456c-b97b-5e4bf104ae1c), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: Traceback (most recent call last): Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: timer() Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: cb(*args, **kw) Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: return func(*args, **kwargs) Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: self._notify() Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: self.callback(batched_events) Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: event.method(event) Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: return f(self, *a, **k) Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: return self._get(url).json() Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: return self.request(url, 'GET', **kwargs) Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 03:10:39.731190 dv-cinder-828061-7-iscsi neutron-server[102946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 03:10:39.793864 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be272a9-331e-40ea-bbd8-de50f40942df req-cc742a4c-bba8-4f1d-b8e7-9a9670c5cccb tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:39.795364 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9be272a9-331e-40ea-bbd8-de50f40942df req-cc742a4c-bba8-4f1d-b8e7-9a9670c5cccb tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/ports?device_id=366c7e01-c0ae-49dd-b830-7d8036eb2300 HTTP/1.1" status: 200 len: 949 time: 0.1174321 Mar 04 03:10:39.796431 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-63fd1c07-6e46-4080-a679-71b9b546f9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641210'] for network (02cb8961-f224-4efe-9715-ecfb6c08725e), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:39.802620 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-63fd1c07-6e46-4080-a679-71b9b546f9f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:39.805621 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-63fd1c07-6e46-4080-a679-71b9b546f9f8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/02cb8961-f224-4efe-9715-ecfb6c08725e HTTP/1.1" status: 204 len: 168 time: 0.5792141 Mar 04 03:10:39.809183 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [-] (102948) accepted ('10.222.0.16', 38968) {{(pid=102948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:10:39.829017 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd1c07-6e46-4080-a679-71b9b546f9f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=02cb8961-f224-4efe-9715-ecfb6c08725e,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:39.861261 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-9be272a9-331e-40ea-bbd8-de50f40942df req-ed79ea66-43fe-40a4-9b3f-8623b166ca3c tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/security-groups?id=03127a69-3e45-4ec3-8421-fa427d29abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545745 Mar 04 03:10:40.156669 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-073ab67a-4cc5-4e0c-8f89-99110a17e196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642248'] for router_interface (9ab355aa-58d4-4ae2-b17d-41dbe79e69fb), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:40.404253 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-073ab67a-4cc5-4e0c-8f89-99110a17e196 admin admin] Deleting port 8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:10:40.404579 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-073ab67a-4cc5-4e0c-8f89-99110a17e196 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:40.481828 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [None req-073ab67a-4cc5-4e0c-8f89-99110a17e196 admin admin] For port 8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1,segment=NetworkSegment(398d41ab-f33c-4f4c-bb3f-6714d88951e5),segment_id=398d41ab-f33c-4f4c-bb3f-6714d88951e5)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:10:40.482096 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-073ab67a-4cc5-4e0c-8f89-99110a17e196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:40.495174 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-073ab67a-4cc5-4e0c-8f89-99110a17e196 admin admin] Calling delete_port for 8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1 owned by network:router_interface {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:10:40.668366 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-073ab67a-4cc5-4e0c-8f89-99110a17e196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:40.693973 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ab67a-4cc5-4e0c-8f89-99110a17e196 admin admin] Pushing event deleted for resources: {'Port': ['ID=8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:40.859751 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-073ab67a-4cc5-4e0c-8f89-99110a17e196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642084'] for router_interface (9ab355aa-58d4-4ae2-b17d-41dbe79e69fb), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:40.984458 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344eec07-eb5d-4805-91ba-88217397bbff req-0142b9bb-2385-4638-a290-dd3674ad20ac tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:40.985901 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-344eec07-eb5d-4805-91ba-88217397bbff req-0142b9bb-2385-4638-a290-dd3674ad20ac tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/ports?device_id=366c7e01-c0ae-49dd-b830-7d8036eb2300 HTTP/1.1" status: 200 len: 949 time: 0.0563374 Mar 04 03:10:41.035803 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-344eec07-eb5d-4805-91ba-88217397bbff req-e2003e00-534f-4f93-8f46-c56f798b812c tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/security-groups?id=03127a69-3e45-4ec3-8421-fa427d29abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440519 Mar 04 03:10:41.073622 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073ab67a-4cc5-4e0c-8f89-99110a17e196 admin admin] Router 9ab355aa-58d4-4ae2-b17d-41dbe79e69fb has already been hosted by L3 agent 2df6626a-8d35-4f5a-9425-8640cc3d97bd {{(pid=102948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:10:41.186570 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073ab67a-4cc5-4e0c-8f89-99110a17e196 admin admin] Notify agent at l3_agent.dv-cinder-828061-7-iscsi the message routers_updated {{(pid=102948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:10:41.192852 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [None req-073ab67a-4cc5-4e0c-8f89-99110a17e196 admin admin] 10.222.0.16 "PUT /v2.0/routers/9ab355aa-58d4-4ae2-b17d-41dbe79e69fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3831728 Mar 04 03:10:41.196083 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38976) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:10:41.197889 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98950a9c-17be-4c0c-b311-2e53082c0cf8 None None] Sync routers for ids ['9ab355aa-58d4-4ae2-b17d-41dbe79e69fb'] in dv-cinder-828061-7-iscsi {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:10:41.211579 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98950a9c-17be-4c0c-b311-2e53082c0cf8 None None] Routers {'9ab355aa-58d4-4ae2-b17d-41dbe79e69fb'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:10:41.212395 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-98950a9c-17be-4c0c-b311-2e53082c0cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:10:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['9ab355aa-58d4-4ae2-b17d-41dbe79e69fb'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:10:41.331216 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-98950a9c-17be-4c0c-b311-2e53082c0cf8 None None] Set router 9ab355aa-58d4-4ae2-b17d-41dbe79e69fb gateway port host: dv-cinder-828061-7-iscsi {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:10:41.335667 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0bd599e6-47e1-4929-ae97-7fe38b543876 admin admin] Publish callbacks [] for router (9ab355aa-58d4-4ae2-b17d-41dbe79e69fb), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:41.392554 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d9e61-dc71-490b-ab3c-200e0b4f560e req-18d91b44-8106-4553-8b79-f62d836a72e5 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:41.394053 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-056d9e61-dc71-490b-ab3c-200e0b4f560e req-18d91b44-8106-4553-8b79-f62d836a72e5 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/ports?device_id=366c7e01-c0ae-49dd-b830-7d8036eb2300 HTTP/1.1" status: 200 len: 949 time: 0.1089277 Mar 04 03:10:41.480253 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-056d9e61-dc71-490b-ab3c-200e0b4f560e req-d0d5310c-7e05-410e-80da-d84d67a21aac tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/security-groups?id=03127a69-3e45-4ec3-8421-fa427d29abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800738 Mar 04 03:10:41.485308 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0bd599e6-47e1-4929-ae97-7fe38b543876 admin admin] Publish callbacks [] for router_gateway (9ab355aa-58d4-4ae2-b17d-41dbe79e69fb), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:41.511699 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-98950a9c-17be-4c0c-b311-2e53082c0cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab355aa-58d4-4ae2-b17d-41dbe79e69fb', 'name': 'tempest-TestVolumeBootPattern-957477328-router', 'tenant_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'external_fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '15a548b0-34ad-47e1-bbf4-839cc46e253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:39Z', 'updated_at': '2022-03-04T03:10:40Z', 'revision_number': 5, 'project_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'gw_port': {'id': '15a548b0-34ad-47e1-bbf4-839cc46e253a', 'name': '', 'network_id': '4b7e2636-a469-4d8a-9bd4-65ee0f06b31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab355aa-58d4-4ae2-b17d-41dbe79e69fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:00:40Z', 'updated_at': '2022-03-04T03:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e6bee3-74fb-492e-abc3-419d01a26fc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-7-iscsi'}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:10:41.539641 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-0bd599e6-47e1-4929-ae97-7fe38b543876 admin admin] Deleting port 15a548b0-34ad-47e1-bbf4-839cc46e253a {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:10:41.539981 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0bd599e6-47e1-4929-ae97-7fe38b543876 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (15a548b0-34ad-47e1-bbf4-839cc46e253a), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:41.541573 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98950a9c-17be-4c0c-b311-2e53082c0cf8 None None] Checking router: 9ab355aa-58d4-4ae2-b17d-41dbe79e69fb for host: dv-cinder-828061-7-iscsi {{(pid=102958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:10:41.551173 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98950a9c-17be-4c0c-b311-2e53082c0cf8 None None] Routers {'9ab355aa-58d4-4ae2-b17d-41dbe79e69fb'} bound to L3 agent in host dv-cinder-828061-7-iscsi {{(pid=102958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:10:41.551357 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-98950a9c-17be-4c0c-b311-2e53082c0cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T02:49:34Z,description=,heartbeat_timestamp=2022-03-04T03:10:34Z,host='dv-cinder-828061-7-iscsi',id=2df6626a-8d35-4f5a-9425-8640cc3d97bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T02:49:34Z,topic='l3_agent')) {'router_ids': ['9ab355aa-58d4-4ae2-b17d-41dbe79e69fb'], 'active': True} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:10:41.620630 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [None req-0bd599e6-47e1-4929-ae97-7fe38b543876 admin admin] For port 15a548b0-34ad-47e1-bbf4-839cc46e253a, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=15a548b0-34ad-47e1-bbf4-839cc46e253a,segment=NetworkSegment(f074a312-f578-48eb-9b3f-8d99d0a1d477),segment_id=f074a312-f578-48eb-9b3f-8d99d0a1d477)] {{(pid=102946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:10:41.620926 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0bd599e6-47e1-4929-ae97-7fe38b543876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (15a548b0-34ad-47e1-bbf4-839cc46e253a), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:41.634223 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-0bd599e6-47e1-4929-ae97-7fe38b543876 admin admin] Calling delete_port for 15a548b0-34ad-47e1-bbf4-839cc46e253a owned by network:router_gateway {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:10:41.639527 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_dvr_db [None req-98950a9c-17be-4c0c-b311-2e53082c0cf8 None None] Set router 9ab355aa-58d4-4ae2-b17d-41dbe79e69fb gateway port host: None {{(pid=102958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:10:41.690229 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.l3_hamode_db [None req-98950a9c-17be-4c0c-b311-2e53082c0cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab355aa-58d4-4ae2-b17d-41dbe79e69fb', 'name': 'tempest-TestVolumeBootPattern-957477328-router', 'tenant_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:39Z', 'updated_at': '2022-03-04T03:10:41Z', 'revision_number': 6, 'project_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'gw_port_host': None}], 'dv-cinder-828061-7-iscsi', False) {} {{(pid=102958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:10:41.718349 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98950a9c-17be-4c0c-b311-2e53082c0cf8 None None] The sync data for ids ['9ab355aa-58d4-4ae2-b17d-41dbe79e69fb'] in dv-cinder-828061-7-iscsi is: [{'id': '9ab355aa-58d4-4ae2-b17d-41dbe79e69fb', 'name': 'tempest-TestVolumeBootPattern-957477328-router', 'tenant_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:00:39Z', 'updated_at': '2022-03-04T03:10:41Z', 'revision_number': 6, 'project_id': '2d2e2a7fa0ea4696acc3e6eed75be768', 'gw_port_host': None}] {{(pid=102958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:10:41.802451 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0bd599e6-47e1-4929-ae97-7fe38b543876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (15a548b0-34ad-47e1-bbf4-839cc46e253a), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:41.832562 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd599e6-47e1-4929-ae97-7fe38b543876 admin admin] Pushing event deleted for resources: {'Port': ['ID=15a548b0-34ad-47e1-bbf4-839cc46e253a,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:41.896564 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0bd599e6-47e1-4929-ae97-7fe38b543876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641158'] for router_gateway (9ab355aa-58d4-4ae2-b17d-41dbe79e69fb), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:41.986440 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0bd599e6-47e1-4929-ae97-7fe38b543876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59159'] for router (9ab355aa-58d4-4ae2-b17d-41dbe79e69fb), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:41.988484 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0bd599e6-47e1-4929-ae97-7fe38b543876 admin admin] Publish callbacks [] for router_controller (9ab355aa-58d4-4ae2-b17d-41dbe79e69fb), precommit_delete_associations {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:42.029503 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0bd599e6-47e1-4929-ae97-7fe38b543876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654381'] for router (9ab355aa-58d4-4ae2-b17d-41dbe79e69fb), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:42.029962 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd599e6-47e1-4929-ae97-7fe38b543876 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ab355aa-58d4-4ae2-b17d-41dbe79e69fb {{(pid=102946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 03:10:42.034696 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-0bd599e6-47e1-4929-ae97-7fe38b543876 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:42.035836 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-0bd599e6-47e1-4929-ae97-7fe38b543876 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9ab355aa-58d4-4ae2-b17d-41dbe79e69fb HTTP/1.1" status: 204 len: 168 time: 0.8385639 Mar 04 03:10:42.038320 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38980) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:10:42.082942 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2063bef-1223-4dcc-94ba-59482128f631 admin admin] Deleting subnet 13681ae0-b110-4547-8924-c6308414beaa {{(pid=102946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 03:10:42.086247 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c2063bef-1223-4dcc-94ba-59482128f631 admin admin] Publish callbacks [] for subnet (13681ae0-b110-4547-8924-c6308414beaa), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:42.125196 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c2063bef-1223-4dcc-94ba-59482128f631 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9053631'] for subnet (13681ae0-b110-4547-8924-c6308414beaa), precommit_delete_associations {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:42.200952 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c2063bef-1223-4dcc-94ba-59482128f631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511659'] for subnet (13681ae0-b110-4547-8924-c6308414beaa), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:42.252433 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c2063bef-1223-4dcc-94ba-59482128f631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11867116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11473261'] for subnet (13681ae0-b110-4547-8924-c6308414beaa), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:42.280367 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2063bef-1223-4dcc-94ba-59482128f631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13681ae0-b110-4547-8924-c6308414beaa,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:42.283153 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c2063bef-1223-4dcc-94ba-59482128f631 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:42.286581 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-c2063bef-1223-4dcc-94ba-59482128f631 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/13681ae0-b110-4547-8924-c6308414beaa HTTP/1.1" status: 204 len: 168 time: 0.2472935 Mar 04 03:10:42.293388 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6f563f-e5ab-4dd6-93e1-fda91f3d3627 None None] Network 4d586f54-c48c-4625-8de0-8f65992ca76d requested from dv-cinder-828061-7-iscsi {{(pid=102955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:10:42.293960 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38982) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:10:42.359274 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-731bef87-0dba-44ed-84af-f6b0f4affccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516816'] for network (4d586f54-c48c-4625-8de0-8f65992ca76d), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:42.414236 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-731bef87-0dba-44ed-84af-f6b0f4affccf admin admin] Deleting port 22502e9c-8122-4adb-b06c-542a63154303 {{(pid=102946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:10:42.414570 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-731bef87-0dba-44ed-84af-f6b0f4affccf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (22502e9c-8122-4adb-b06c-542a63154303), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:42.480315 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.db [None req-731bef87-0dba-44ed-84af-f6b0f4affccf admin admin] For port 22502e9c-8122-4adb-b06c-542a63154303, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=22502e9c-8122-4adb-b06c-542a63154303,segment=NetworkSegment(398d41ab-f33c-4f4c-bb3f-6714d88951e5),segment_id=398d41ab-f33c-4f4c-bb3f-6714d88951e5)] {{(pid=102946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:10:42.480700 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-731bef87-0dba-44ed-84af-f6b0f4affccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (22502e9c-8122-4adb-b06c-542a63154303), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:42.490760 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae22e4e-521d-4ccb-9faa-ee0ab4d9005c None None] DHCP port deletion for 4d586f54-c48c-4625-8de0-8f65992ca76d request from dv-cinder-828061-7-iscsi {{(pid=102955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 03:10:42.500155 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.plugin [None req-731bef87-0dba-44ed-84af-f6b0f4affccf admin admin] Calling delete_port for 22502e9c-8122-4adb-b06c-542a63154303 owned by network:dhcp {{(pid=102946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:10:42.565277 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-4ae22e4e-521d-4ccb-9faa-ee0ab4d9005c None None] Deleting port 22502e9c-8122-4adb-b06c-542a63154303 {{(pid=102955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:10:42.565984 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-4ae22e4e-521d-4ccb-9faa-ee0ab4d9005c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (22502e9c-8122-4adb-b06c-542a63154303), before_delete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:42.630475 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ea4e3-c33f-477b-8a54-2385b3152011 req-e6bda914-e2d2-422a-86b8-cb0188e7d2c6 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:42.632043 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-647ea4e3-c33f-477b-8a54-2385b3152011 req-e6bda914-e2d2-422a-86b8-cb0188e7d2c6 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/ports?device_id=366c7e01-c0ae-49dd-b830-7d8036eb2300 HTTP/1.1" status: 200 len: 949 time: 0.0723109 Mar 04 03:10:42.633144 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-731bef87-0dba-44ed-84af-f6b0f4affccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11867103'] for port (22502e9c-8122-4adb-b06c-542a63154303), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:42.633769 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-4ae22e4e-521d-4ccb-9faa-ee0ab4d9005c None None] For port 22502e9c-8122-4adb-b06c-542a63154303, host dv-cinder-828061-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-7-iscsi',level=0,port_id=22502e9c-8122-4adb-b06c-542a63154303,segment=NetworkSegment(398d41ab-f33c-4f4c-bb3f-6714d88951e5),segment_id=398d41ab-f33c-4f4c-bb3f-6714d88951e5)] {{(pid=102955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:10:42.634314 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-4ae22e4e-521d-4ccb-9faa-ee0ab4d9005c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (22502e9c-8122-4adb-b06c-542a63154303), precommit_delete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:42.649842 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-4ae22e4e-521d-4ccb-9faa-ee0ab4d9005c None None] Calling delete_port for 22502e9c-8122-4adb-b06c-542a63154303 owned by network:dhcp {{(pid=102955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:10:42.665398 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731bef87-0dba-44ed-84af-f6b0f4affccf admin admin] Pushing event deleted for resources: {'Port': ['ID=22502e9c-8122-4adb-b06c-542a63154303,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:42.675322 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731bef87-0dba-44ed-84af-f6b0f4affccf admin admin] No DVR routers for this DVR port 22502e9c-8122-4adb-b06c-542a63154303 on host dv-cinder-828061-7-iscsi {{(pid=102946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:10:42.721789 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:42.739021 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a551a3a-2adc-4b49-9797-94da836c1a9a req-22ed0cb9-eed8-43d9-b4c8-47a0233017c0 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:10:42.741147 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5a551a3a-2adc-4b49-9797-94da836c1a9a req-22ed0cb9-eed8-43d9-b4c8-47a0233017c0 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.13 "GET /v2.0/ports?device_id=366c7e01-c0ae-49dd-b830-7d8036eb2300 HTTP/1.1" status: 200 len: 949 time: 0.0667934 Mar 04 03:10:42.748951 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-4ae22e4e-521d-4ccb-9faa-ee0ab4d9005c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966'] for port (22502e9c-8122-4adb-b06c-542a63154303), after_delete {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:42.779429 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae22e4e-521d-4ccb-9faa-ee0ab4d9005c None None] Pushing event deleted for resources: {'Port': ['ID=22502e9c-8122-4adb-b06c-542a63154303,revision_number=None']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:42.790628 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae22e4e-521d-4ccb-9faa-ee0ab4d9005c None None] No DVR routers for this DVR port 22502e9c-8122-4adb-b06c-542a63154303 on host dv-cinder-828061-7-iscsi {{(pid=102955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:10:42.854908 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-5a551a3a-2adc-4b49-9797-94da836c1a9a req-ca4ae693-10c7-4857-976d-cc8ec6c431e0 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Deleting port 59599901-9209-4f4e-8b7f-a1004b02f6c1 {{(pid=102948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 03:10:42.855279 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-5a551a3a-2adc-4b49-9797-94da836c1a9a req-ca4ae693-10c7-4857-976d-cc8ec6c431e0 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753426383481'] for port (59599901-9209-4f4e-8b7f-a1004b02f6c1), before_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:42.948995 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.db [req-5a551a3a-2adc-4b49-9797-94da836c1a9a req-ca4ae693-10c7-4857-976d-cc8ec6c431e0 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] For port 59599901-9209-4f4e-8b7f-a1004b02f6c1, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=59599901-9209-4f4e-8b7f-a1004b02f6c1,segment=NetworkSegment(37d1c472-a14f-4fff-af3b-dae7e6c138f0),segment_id=37d1c472-a14f-4fff-af3b-dae7e6c138f0)] {{(pid=102948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:10:42.949360 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-5a551a3a-2adc-4b49-9797-94da836c1a9a req-ca4ae693-10c7-4857-976d-cc8ec6c431e0 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640931'] for port (59599901-9209-4f4e-8b7f-a1004b02f6c1), precommit_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:42.966136 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [req-5a551a3a-2adc-4b49-9797-94da836c1a9a req-ca4ae693-10c7-4857-976d-cc8ec6c431e0 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Calling delete_port for 59599901-9209-4f4e-8b7f-a1004b02f6c1 owned by compute:nova {{(pid=102948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 03:10:43.069081 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-731bef87-0dba-44ed-84af-f6b0f4affccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3621520', 'neutron.services.segments.db._delete_segments_for_network-8753426307485'] for network (4d586f54-c48c-4625-8de0-8f65992ca76d), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:43.079710 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [req-647ea4e3-c33f-477b-8a54-2385b3152011 req-d4400415-b7d7-4f12-9e6f-d3aef54bdfea tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.16 "GET /v2.0/security-groups?id=03127a69-3e45-4ec3-8421-fa427d29abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165444 Mar 04 03:10:43.092665 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.services.segments.db [None req-731bef87-0dba-44ed-84af-f6b0f4affccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d586f54-c48c-4625-8de0-8f65992ca76d']}} {{(pid=102946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:10:43.096453 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-5a551a3a-2adc-4b49-9797-94da836c1a9a req-ca4ae693-10c7-4857-976d-cc8ec6c431e0 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3615669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753426390236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753425865966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12132996'] for port (59599901-9209-4f4e-8b7f-a1004b02f6c1), after_delete {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:43.103554 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.services.segments.db [None req-731bef87-0dba-44ed-84af-f6b0f4affccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398d41ab-f33c-4f4c-bb3f-6714d88951e5') {'for_net_delete': True} {{(pid=102946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:10:43.103854 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.services.segments.db [None req-731bef87-0dba-44ed-84af-f6b0f4affccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398d41ab-f33c-4f4c-bb3f-6714d88951e5') {} {{(pid=102946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:10:43.115058 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-731bef87-0dba-44ed-84af-f6b0f4affccf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753426310822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9053608'] for segment (398d41ab-f33c-4f4c-bb3f-6714d88951e5), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:43.115544 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] get_ports_and_sgs() called for port_ids ['59599901-9209-4f4e-8b7f-a1004b02f6c1'] {{(pid=102955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 03:10:43.128926 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ae693-10c7-4857-976d-cc8ec6c431e0 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Pushing event deleted for resources: {'Port': ['ID=59599901-9209-4f4e-8b7f-a1004b02f6c1,revision_number=None']} {{(pid=102948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:43.136466 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-731bef87-0dba-44ed-84af-f6b0f4affccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844'] for segment (398d41ab-f33c-4f4c-bb3f-6714d88951e5), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:43.146486 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731bef87-0dba-44ed-84af-f6b0f4affccf admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=102946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 03:10:43.146965 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-731bef87-0dba-44ed-84af-f6b0f4affccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11866930'] for segment (398d41ab-f33c-4f4c-bb3f-6714d88951e5), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: Traceback (most recent call last): Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: timer() Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: cb(*args, **kw) Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: return func(*args, **kwargs) Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: self._notify() Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: self.callback(batched_events) Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: event.method(event) Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: return f(self, *a, **k) Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: return self._get(url).json() Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: return self.request(url, 'GET', **kwargs) Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 03:10:43.148762 dv-cinder-828061-7-iscsi neutron-server[102946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 03:10:43.178858 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a551a3a-2adc-4b49-9797-94da836c1a9a req-ca4ae693-10c7-4857-976d-cc8ec6c431e0 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] No DVR routers for this DVR port 59599901-9209-4f4e-8b7f-a1004b02f6c1 on host hv-cinder-82806 {{(pid=102948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 03:10:43.181229 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [req-5a551a3a-2adc-4b49-9797-94da836c1a9a req-ca4ae693-10c7-4857-976d-cc8ec6c431e0 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419858'] for port (None), before_response {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:43.185028 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.wsgi [req-5a551a3a-2adc-4b49-9797-94da836c1a9a req-ca4ae693-10c7-4857-976d-cc8ec6c431e0 tempest-VolumesNegativeTest-1770820117 tempest-VolumesNegativeTest-1770820117-project] 10.222.0.13 "DELETE /v2.0/ports/59599901-9209-4f4e-8b7f-a1004b02f6c1 HTTP/1.1" status: 204 len: 173 time: 0.4372888 Mar 04 03:10:43.185552 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366c7e01-c0ae-49dd-b830-7d8036eb2300', 'name': 'network-vif-deleted', 'tag': '59599901-9209-4f4e-8b7f-a1004b02f6c1'}] {{(pid=102948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 03:10:43.188525 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ae30a202b0025c465b05bdabefaf0d51cfe7745a722480d640c2ca1577e717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edeb98fc-f4d7-4031-aedf-214089639172" -d '{"events": [{"server_uuid": "366c7e01-c0ae-49dd-b830-7d8036eb2300", "name": "network-vif-deleted", "tag": "59599901-9209-4f4e-8b7f-a1004b02f6c1"}]}' {{(pid=102948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 03:10:43.207405 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-731bef87-0dba-44ed-84af-f6b0f4affccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3621609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641210'] for network (4d586f54-c48c-4625-8de0-8f65992ca76d), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:43.215669 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-731bef87-0dba-44ed-84af-f6b0f4affccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562920'] for network (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:43.219338 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-731bef87-0dba-44ed-84af-f6b0f4affccf admin admin] 10.222.0.16 "DELETE /v2.0/networks/4d586f54-c48c-4625-8de0-8f65992ca76d HTTP/1.1" status: 204 len: 168 time: 0.9288549 Mar 04 03:10:43.230464 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731bef87-0dba-44ed-84af-f6b0f4affccf admin admin] Pushing event deleted for resources: {'Network': ['ID=4d586f54-c48c-4625-8de0-8f65992ca76d,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:43.254178 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 03:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934a317d-ae87-464c-b191-4a68c755245d x-openstack-request-id: req-934a317d-ae87-464c-b191-4a68c755245d {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 03:10:43.254467 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366c7e01-c0ae-49dd-b830-7d8036eb2300", "name": "network-vif-deleted", "tag": "59599901-9209-4f4e-8b7f-a1004b02f6c1", "status": "completed", "code": 200}]} {{(pid=102948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 03:10:43.254721 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-934a317d-ae87-464c-b191-4a68c755245d {{(pid=102948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 03:10:43.255120 dv-cinder-828061-7-iscsi neutron-server[102948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366c7e01-c0ae-49dd-b830-7d8036eb2300', 'name': 'network-vif-deleted', 'tag': '59599901-9209-4f4e-8b7f-a1004b02f6c1', 'status': 'completed', 'code': 200} Mar 04 03:10:43.358825 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 15a548b0-34ad-47e1-bbf4-839cc46e253a no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:10:43.383147 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: 15a548b0-34ad-47e1-bbf4-839cc46e253a {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:10:43.383499 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 15a548b0-34ad-47e1-bbf4-839cc46e253a not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:10:43.383929 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 22502e9c-8122-4adb-b06c-542a63154303 no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:10:43.396015 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38990) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:10:43.406934 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: 22502e9c-8122-4adb-b06c-542a63154303 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:10:43.407280 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 22502e9c-8122-4adb-b06c-542a63154303 not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:10:43.407703 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1 no longer exists at agent ovs-agent-dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:10:43.426251 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] No Port match for: 8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:10:43.426520 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Device 8529a9a0-f3cc-48e6-a2b3-8610eec2f5b1 not bound to the agent host dv-cinder-828061-7-iscsi {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:10:43.435736 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-7467fc79-953c-4242-bc0a-7a1fc7833728 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d15398833664320803849959784f508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384219 Mar 04 03:10:43.438808 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 38992) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:10:43.484737 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c3536720-f91e-450a-b8b8-b8346445ec25 admin admin] Publish callbacks [] for security_group (d7ae46a7-ecc9-47d3-be73-47f054f42ced), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:43.505311 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c3536720-f91e-450a-b8b8-b8346445ec25 admin admin] Publish callbacks [] for security_group (d7ae46a7-ecc9-47d3-be73-47f054f42ced), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:43.559433 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c3536720-f91e-450a-b8b8-b8346445ec25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (d7ae46a7-ecc9-47d3-be73-47f054f42ced), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:43.564066 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-c3536720-f91e-450a-b8b8-b8346445ec25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:43.565208 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-c3536720-f91e-450a-b8b8-b8346445ec25 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7ae46a7-ecc9-47d3-be73-47f054f42ced HTTP/1.1" status: 204 len: 168 time: 0.1255023 Mar 04 03:10:43.577104 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3536720-f91e-450a-b8b8-b8346445ec25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ae46a7-ecc9-47d3-be73-47f054f42ced,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:43.925573 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 39000) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:10:43.964546 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-dfd6425d-d2ea-4b18-a727-759bdbe5ae6f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d2e2a7fa0ea4696acc3e6eed75be768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373900 Mar 04 03:10:43.966861 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 39002) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:10:44.013009 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-ca8e698d-58c1-4509-8130-ce050a094371 admin admin] Publish callbacks [] for security_group (19b6ab2e-ab57-4a4d-b906-c21974784eec), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:44.033629 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-ca8e698d-58c1-4509-8130-ce050a094371 admin admin] Publish callbacks [] for security_group (19b6ab2e-ab57-4a4d-b906-c21974784eec), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:44.079926 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-ca8e698d-58c1-4509-8130-ce050a094371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (19b6ab2e-ab57-4a4d-b906-c21974784eec), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:44.082455 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-ca8e698d-58c1-4509-8130-ce050a094371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:44.083600 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-ca8e698d-58c1-4509-8130-ce050a094371 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19b6ab2e-ab57-4a4d-b906-c21974784eec HTTP/1.1" status: 204 len: 168 time: 0.1158564 Mar 04 03:10:44.091002 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e698d-58c1-4509-8130-ce050a094371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b6ab2e-ab57-4a4d-b906-c21974784eec,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:10:46.255589 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 59599901-9209-4f4e-8b7f-a1004b02f6c1 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 03:10:46.278737 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.plugin [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] No Port match for: 59599901-9209-4f4e-8b7f-a1004b02f6c1 {{(pid=102955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 03:10:46.279136 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.rpc [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Device 59599901-9209-4f4e-8b7f-a1004b02f6c1 not bound to the agent host hv-cinder-82806 {{(pid=102955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 03:10:47.939961 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 39254) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:10:48.068198 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-b621ffbc-7103-49bc-9590-057e21eb35a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7522d7038a744e79e11491314defee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270070 Mar 04 03:10:48.070605 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [-] (102946) accepted ('10.222.0.16', 39258) {{(pid=102946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:10:48.117872 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-15570f8c-86b5-4cc4-a5f1-f398a0a823f0 admin admin] Publish callbacks [] for security_group (03127a69-3e45-4ec3-8421-fa427d29abb7), before_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:48.138391 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-15570f8c-86b5-4cc4-a5f1-f398a0a823f0 admin admin] Publish callbacks [] for security_group (03127a69-3e45-4ec3-8421-fa427d29abb7), precommit_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:48.184913 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-15570f8c-86b5-4cc4-a5f1-f398a0a823f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661944'] for security_group (03127a69-3e45-4ec3-8421-fa427d29abb7), after_delete {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:48.188004 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron_lib.callbacks.manager [None req-15570f8c-86b5-4cc4-a5f1-f398a0a823f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:10:48.189142 dv-cinder-828061-7-iscsi neutron-server[102946]: INFO neutron.wsgi [None req-15570f8c-86b5-4cc4-a5f1-f398a0a823f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/03127a69-3e45-4ec3-8421-fa427d29abb7 HTTP/1.1" status: 204 len: 168 time: 0.1176422 Mar 04 03:10:48.196660 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15570f8c-86b5-4cc4-a5f1-f398a0a823f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03127a69-3e45-4ec3-8421-fa427d29abb7,revision_number=None']} {{(pid=102946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:11:01.978873 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-5546d7ad-1e00-4554-82aa-452fd2c771bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:11:04.364977 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b573edb8-d562-4f06-aabe-f61f77a8c138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:11:05.407011 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:11:06.746646 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:11:08.418462 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:11:12.690404 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:11:13.336450 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:11:31.980507 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b4f62d7c-51a3-4d92-bff5-56e2d7c25993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:11:34.367227 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8add1b8c-1a2a-404a-b60b-cfcbfb81986b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:11:35.408463 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:11:36.750748 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:11:38.420908 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:11:42.688590 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:11:50.336062 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:12:01.982198 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c3beeb4b-6561-4945-8d25-73d136089aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:12:04.369547 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-0164f13b-c168-429f-a745-71e18c94514d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:12:05.411963 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:12:06.753361 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:12:08.422134 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:12:12.696002 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:12:27.333989 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:12:31.982657 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-05e06219-bc95-43f1-99a1-8cad8ffb94ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:12:34.370775 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-def746dc-dd51-4370-9cf0-7463902caf9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:12:35.415117 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:12:36.756624 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:12:38.424099 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:12:42.695767 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:13:01.983328 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-ca9f7191-bb29-433a-9076-11d086ae623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:13:04.333186 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:13:04.371855 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c7ff7ddb-f981-49a3-b34d-c4b6fb243c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:13:05.420857 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:13:06.758621 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:13:08.427011 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:13:12.701610 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:13:12.801501 dv-cinder-828061-7-iscsi neutron-server[102946]: DEBUG neutron.wsgi [req-006c31cb-c444-40f8-b556-b80cbd3e9ae6 req-df1e4063-f19a-4572-a58e-4ec62c37be9e service neutron] (102946) timed out ('10.222.0.13', 56189) {{(pid=102946) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 04 03:13:15.385046 dv-cinder-828061-7-iscsi neutron-server[102948]: DEBUG neutron.wsgi [req-810059c7-2920-409b-99e1-9b262d938a6d req-ea01df12-e7ec-42f6-bf20-4fd8261a0983 service neutron] (102948) timed out ('10.222.0.13', 56166) {{(pid=102948) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 04 03:13:31.984621 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-666c38b3-f326-4cda-ae91-73f8cd17c4df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:13:34.373714 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-d1997f9a-18df-43a8-93a5-7fb14f72bf3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:13:35.419571 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:13:36.763824 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:13:38.433936 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:13:41.332497 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:13:42.717034 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:14:01.986477 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-3d415fa9-9b4e-4ee6-904c-4131c73d95a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:14:04.374717 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-f7d2384c-e9d6-4f73-9a51-795538de2665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:14:05.422010 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:14:06.766205 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:14:08.425963 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:14:12.712996 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:14:18.331850 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:14:31.988677 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-22d7173d-df9f-44a2-81d3-e220c62ba9da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:14:34.376759 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c57bf253-8281-45c5-ba15-d7c5ca90ed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:14:35.425123 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:14:36.768585 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:14:38.427828 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:14:42.714775 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:14:55.330364 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:15:01.990064 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-2ffafe52-e69a-4114-a90a-b3ec77013504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:15:04.378796 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-5032e1e0-f84f-4656-8862-2cd825bbd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:15:05.428589 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:15:06.771045 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:15:08.429625 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:15:12.709574 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:15:31.991013 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8983c38-4412-4146-a2f9-8f3bed50a0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:15:32.329493 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:15:34.380217 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e890d6c0-ef8f-4fb2-b49f-2fcf2f28b3cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:15:35.432460 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:15:36.774415 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:15:38.433956 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:15:42.725616 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:16:01.992732 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-15fc70c0-65fd-42bc-ab28-63254dd21a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (193be762-5f90-4059-8499-961b96963e98), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:16:04.382035 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-4a556679-6e2b-4424-9486-a3bd21e48331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (2df6626a-8d35-4f5a-9425-8640cc3d97bd), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:16:05.436556 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-8c349d94-9c58-4028-b1f4-ee302129da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (90874628-dd17-4e0b-aced-0fb8ce5e2180), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:16:06.778317 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-e8372d39-f0e3-40ea-91db-206464136069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3aaac0c1-24a5-43ac-9e5a-ac5d58ad7dc5), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:16:08.435037 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-a21bb8f7-947a-4a32-bfd8-39cb48488a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (51e06540-8fed-423f-b37e-37878d6d8420), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:16:09.328737 dv-cinder-828061-7-iscsi neutron-server[102958]: DEBUG neutron.db.agents_db [None req-1eb93e23-c62d-46be-add9-9d969f39c014 None None] Agent healthcheck: found 6 active agents {{(pid=102958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:16:12.725991 dv-cinder-828061-7-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-b9156a2f-90b6-4dbd-b415-d1db1b4f1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753426307467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636615'] for agent (3c9f8f0c-9b00-4c68-8144-2c2180e90486), after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}